-- Logs begin at Tue 2021-06-15 06:29:12 UTC, end at Tue 2021-06-15 07:26:31 UTC. -- Jun 15 07:00:00.189676 dv-cinder-741349-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 07:00:02.884393 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.common.config [-] Logging enabled! Jun 15 07:00:02.885014 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev344 Jun 15 07:00:02.885206 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91732) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 07:00:02.888334 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.common.config [-] Logging enabled! Jun 15 07:00:02.888588 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev344 Jun 15 07:00:02.888930 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91732) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 07:00:02.889858 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 07:00:02.890091 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 07:00:02.890451 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 07:00:02.890696 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 07:00:02.890919 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 07:00:02.891235 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.891532 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.891825 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.892051 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.892341 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.892625 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.892929 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.893215 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.893506 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.893788 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.894063 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.894341 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.894569 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.894847 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.895130 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.895415 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.895637 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] debug = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.895913 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.896329 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.896739 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.897046 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.897428 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.898501 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.898709 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.898990 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.899278 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.899609 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] host = dv-cinder-741349-5-iscsi {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.899887 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.900176 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.900464 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.900750 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.901049 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.901325 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.901616 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.901887 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.902158 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] log_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.902436 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.902722 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.903009 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.903299 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.903524 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.903745 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.904034 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.904319 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.904593 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.904894 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.905168 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.905441 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.905713 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.905979 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.906262 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.906545 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.906828 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.907099 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.907372 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.907641 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.907909 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.908192 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.908464 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.908750 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.909033 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.909322 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.909588 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.909860 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.910157 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.910442 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.910723 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.911006 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.911278 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.911569 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.911837 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.912106 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.912377 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] use_json = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.912647 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.912959 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.913412 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.913773 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.914055 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.914336 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.914609 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.914898 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:02.915195 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.915498 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.915801 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.916085 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.916380 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.916661 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.916978 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.917260 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.917553 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.917843 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.918132 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.918411 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.918696 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.918972 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.919266 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.919569 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.919863 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.920154 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.920426 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.920698 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.920992 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.921268 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.921559 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.921853 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.922144 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.922416 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.922694 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.922985 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.923259 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.923529 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.923806 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.924093 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.924368 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.924637 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.924938 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.925217 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.925488 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.925757 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.926032 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.926322 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.926596 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.926865 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.927134 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.927409 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.927678 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.927960 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.928236 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.928507 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.928963 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.929360 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.929640 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.929917 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.930197 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.930471 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.930749 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.931018 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.931289 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.931567 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.931838 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.932106 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.932376 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.932647 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.932951 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.933221 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.933492 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.933764 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.934033 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.934303 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.934585 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.934877 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.935152 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.935427 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.935700 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.935972 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.936246 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.936519 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.936807 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.937085 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.937352 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.937641 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.937922 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.938206 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.938486 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.938767 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.939059 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.939331 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.939612 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.939887 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.940160 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.940446 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.940725 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.941038 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.941329 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.941627 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.941918 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.942205 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.942482 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.942787 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.943063 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:02.943277 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 07:00:02.943512 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91732) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 07:00:03.304325 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:03.304777 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:03.305098 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:03.305433 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 07:00:03.708156 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.708442 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.708711 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.710702 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.711160 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.711454 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.745743 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.746021 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.746286 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.759413 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.759695 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.759970 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.790047 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.790315 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.790583 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.826338 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.826618 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:03.826885 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.058710 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.059319 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.059319 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.059459 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.060337 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.183733 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.184056 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.184335 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.184604 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.184896 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.185207 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.185466 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.185719 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.185968 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.186245 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.186510 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.186774 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.187033 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.187295 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.187550 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.187822 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.188091 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.188344 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.188614 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.188891 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.189171 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.189516 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.189766 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.190045 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.190291 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.190533 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.190917 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 07:00:04.191155 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 07:00:04.191391 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 07:00:04.191624 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 07:00:04.191858 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 07:00:04.192089 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 07:00:04.193369 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 07:00:04.197467 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 07:00:04.201335 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 07:00:04.205027 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 15 07:00:04.206652 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 07:00:04.207106 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 07:00:04.207440 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 07:00:04.207826 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 07:00:04.211478 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 07:00:04.211727 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 07:00:04.212064 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 07:00:04.239220 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 07:00:04.239672 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.239968 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91732) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 15 07:00:04.240327 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.242001 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91732) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 07:00:04.242289 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 07:00:04.242534 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 07:00:04.245758 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.246040 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.311126 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 07:00:04.311327 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 07:00:04.311548 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 07:00:04.311913 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 07:00:04.333226 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_db.sqlalchemy.engines [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91732) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 07:00:04.855988 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Initializing driver for type 'gre' Jun 15 07:00:04.855988 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] gre ID ranges: [(1, 1000)] Jun 15 07:00:04.903107 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Initializing driver for type 'local' Jun 15 07:00:04.903545 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Initializing driver for type 'vlan' Jun 15 07:00:04.917042 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] VlanTypeDriver initialization complete Jun 15 07:00:04.917407 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Initializing driver for type 'vxlan' Jun 15 07:00:04.917963 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] vxlan ID ranges: [(1, 1000)] Jun 15 07:00:04.969307 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Initializing extension driver 'port_security' Jun 15 07:00:04.969754 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.extensions.port_security [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] PortSecurityExtensionDriver initialization complete Jun 15 07:00:04.970173 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Initializing mechanism driver 'openvswitch' Jun 15 07:00:04.970601 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Initializing mechanism driver 'hyperv' Jun 15 07:00:04.977928 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.plugins.ml2.plugin [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:04.978864 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > port after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.979246 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > port after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.979611 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > port after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.980009 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > subnet after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.980367 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > subnet after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.980715 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > subnet after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.981126 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > network after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.981474 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > network after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.981817 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > network after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.982197 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > security_group after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.982547 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > security_group after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.982889 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > security_group after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.983273 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.983620 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.983961 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.984346 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > address_group after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.984693 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > address_group after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.985064 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > address_group after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.985406 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] ML2 OVO RPC backend initialized. {{(pid=91732) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 07:00:04.986108 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router_interface after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.986460 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.986874 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > network before_response 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.987219 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > networks before_response 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.987568 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > port before_response 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.987911 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > ports before_response 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.988254 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > subnet before_response 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.988596 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > subnets before_response 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.988973 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > network after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.989312 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > network after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.989650 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > network after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.989985 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > port after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.990319 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > port after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.990659 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > port after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.991015 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > subnet after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.991944 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > subnet after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.992276 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > subnet after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:04.992885 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.plugin [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Modular L2 Plugin initialization complete Jun 15 07:00:04.993215 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading services supported by the core plugin {{(pid=91732) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 07:00:04.993541 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.plugins.ml2.managers [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Got port-security extension from driver 'port_security' Jun 15 07:00:04.994001 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.extensions.vlantransparent [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Disabled vlantransparent extension. Jun 15 07:00:04.994490 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91732) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 07:00:04.994804 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading Plugin: router Jun 15 07:00:05.030072 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router_interface before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.030465 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router after_create 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.030833 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router before_create 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.031197 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.031567 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.031915 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router after_delete 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.032271 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > floatingip after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.032633 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router after_create 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.033002 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router after_update 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.033354 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router after_update 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.033702 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.034058 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router after_update 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.034462 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_update 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.034826 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: port after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.035161 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: port after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.035493 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: subnet after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.035831 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.036175 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > port precommit_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.036524 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_create 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.036894 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: port before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.037236 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.037592 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router after_update 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.038885 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_delete 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.039264 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_create 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.039631 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router_interface after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.039978 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_update 55549900 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.040350 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > network after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.041228 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Tracking information for resource: router configured {{(pid=91732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 07:00:05.041560 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Tracking information for resource: floatingip configured {{(pid=91732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 07:00:05.046754 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.db.l3_agentschedulers_db [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 07:00:05.047536 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: port after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.047984 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: port after_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.048443 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: port after_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.048886 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: port after_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.049880 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router before_create 55550100 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.050322 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_delete 55550100 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.050692 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_create 55550100 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.051169 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > router precommit_update 55550100 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.057072 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.services.provider_configuration [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service providers = [] {{(pid=91732) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 07:00:05.057465 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.db.servicetype_db [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91732) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 07:00:05.061191 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.services.service_base [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 07:00:05.061764 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.services.service_base [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 07:00:05.061950 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.services.service_base [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 07:00:05.062910 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.services.service_base [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 07:00:05.063314 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.services.service_base [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 07:00:05.063842 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 07:00:05.064162 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 07:00:05.076245 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 07:00:05.076583 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading Plugin: auto_allocate Jun 15 07:00:05.082626 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: network precommit_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.082998 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: network precommit_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.083527 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 07:00:05.083847 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading Plugin: tag Jun 15 07:00:05.090444 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 07:00:05.090768 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading Plugin: timestamp Jun 15 07:00:05.094706 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 07:00:05.098884 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading Plugin: network_ip_availability Jun 15 07:00:05.104946 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.105320 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.105673 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.106447 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 07:00:05.106719 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading Plugin: flavors Jun 15 07:00:05.111474 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 07:00:05.111808 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading Plugin: revisions Jun 15 07:00:05.116125 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 07:00:05.117075 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_concurrency.lockutils [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=91732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:05.117942 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91732) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 15 07:00:05.118279 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Initializing extension manager. Jun 15 07:00:05.118785 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: __init__.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.119127 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: __pycache__ {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.119460 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.119791 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: address_group.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.120542 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.121154 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: address-group Jun 15 07:00:05.121475 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: address_scope.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.122178 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.122679 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: address-scope Jun 15 07:00:05.123003 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: admin_state_down_before_update.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.123911 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.124414 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: router-admin-state-down-before-update Jun 15 07:00:05.124732 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: agent.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.125627 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.126129 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: agent Jun 15 07:00:05.126447 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: agent_resources_synced.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.127338 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.127839 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: agent-resources-synced Jun 15 07:00:05.128158 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: allowedaddresspairs.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.129946 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.130462 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: allowed-address-pairs Jun 15 07:00:05.130786 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: auto_allocated_topology.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.131921 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.132462 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: auto-allocated-topology Jun 15 07:00:05.132783 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: availability_zone.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.133485 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.133982 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: availability_zone Jun 15 07:00:05.134301 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: availability_zone_filter.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.135201 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.135705 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: availability_zone_filter Jun 15 07:00:05.136030 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: data_plane_status.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.136954 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.137457 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 07:00:05.137775 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: default_subnetpools.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.138675 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.139178 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: default-subnetpools Jun 15 07:00:05.139499 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: dhcpagentscheduler.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.140295 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.140814 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: dhcp_agent_scheduler Jun 15 07:00:05.141142 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: dns.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.142039 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.142535 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension dns-integration not supported by any of loaded plugins Jun 15 07:00:05.142855 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: dns_domain_ports.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.143749 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.144245 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 07:00:05.144564 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: dvr.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.145257 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.145747 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: dvr Jun 15 07:00:05.146072 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: empty_string_filtering.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.146961 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.147816 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: empty-string-filtering Jun 15 07:00:05.148159 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.149081 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.149580 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 07:00:05.149901 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.150794 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.151290 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 07:00:05.151611 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: external_net.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.152513 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.153043 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: external-net Jun 15 07:00:05.153362 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: extra_dhcp_opt.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.154249 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.154746 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: extra_dhcp_opt Jun 15 07:00:05.155064 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: extraroute.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.155946 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.156450 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: extraroute Jun 15 07:00:05.156765 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: extraroute_atomic.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.157809 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.158319 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: extraroute-atomic Jun 15 07:00:05.158638 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: filter_validation.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.159287 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.159784 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: filter-validation Jun 15 07:00:05.160100 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: fip_pf_description.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.161017 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.161510 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 07:00:05.161826 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: fip_port_details.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.162722 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.163916 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: fip-port-details Jun 15 07:00:05.164234 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: flavors.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.165479 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.165988 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: flavors Jun 15 07:00:05.166311 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.167945 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.168460 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 07:00:05.168789 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: floatingip_pools.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.169501 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.170001 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: floatingip-pools Jun 15 07:00:05.170323 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: ip_allocation.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.171233 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.171728 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 07:00:05.172050 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.172990 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.173495 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: ip-substring-filtering Jun 15 07:00:05.173817 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: l2_adjacency.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.174724 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.175226 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 07:00:05.175545 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: l3.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.176498 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.177045 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: router Jun 15 07:00:05.177372 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: l3_conntrack_helper.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.180426 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.180984 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 07:00:05.181313 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.182232 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.182743 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: ext-gw-mode Jun 15 07:00:05.183068 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.183978 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.184487 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: l3-ha Jun 15 07:00:05.184834 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: l3_flavors.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.185740 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.186241 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: l3-flavors Jun 15 07:00:05.186563 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.187476 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.187986 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 07:00:05.188307 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: l3agentscheduler.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.189367 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.189874 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: l3_agent_scheduler Jun 15 07:00:05.190200 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: logging.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.191680 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.192195 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension logging not supported by any of loaded plugins Jun 15 07:00:05.192524 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: metering.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.193283 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.193853 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: metering Jun 15 07:00:05.194463 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.195541 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.196301 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: metering_source_and_destination_fields Jun 15 07:00:05.196633 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: multiprovidernet.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.197575 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.198081 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: multi-provider Jun 15 07:00:05.198404 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: netmtu.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.199305 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.199805 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: net-mtu Jun 15 07:00:05.200126 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: netmtu_writable.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.201053 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.201554 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: net-mtu-writable Jun 15 07:00:05.201875 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: network_availability_zone.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.202534 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.203030 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: network_availability_zone Jun 15 07:00:05.203349 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: network_ip_availability.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.204419 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.204954 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: network-ip-availability Jun 15 07:00:05.205277 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: network_segment_range.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.206022 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.206518 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 07:00:05.206844 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: pagination.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.207803 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.208129 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: pagination Jun 15 07:00:05.208446 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: port_device_profile.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.209366 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.210384 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: port-device-profile Jun 15 07:00:05.210702 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.211602 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.212101 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: port-mac-address-regenerate Jun 15 07:00:05.212420 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.213340 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.213838 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: port-numa-affinity-policy Jun 15 07:00:05.214156 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: port_resource_request.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.215058 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.215555 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 07:00:05.215871 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: portbindings.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.216784 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.217312 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: binding Jun 15 07:00:05.217628 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: portbindings_extended.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.220354 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.220906 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: binding-extended Jun 15 07:00:05.221239 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: portsecurity.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.222147 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.222653 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: port-security Jun 15 07:00:05.222977 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: project_id.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.224409 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.224701 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: project-id Jun 15 07:00:05.225051 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: providernet.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.226636 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.227144 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: provider Jun 15 07:00:05.227461 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.231047 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.231565 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos not supported by any of loaded plugins Jun 15 07:00:05.231897 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.233203 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.233675 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 07:00:05.234003 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.235324 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.235408 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 07:00:05.235708 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos_default.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.236605 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.237147 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos-default not supported by any of loaded plugins Jun 15 07:00:05.237471 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos_fip.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.238118 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.238614 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos-fip not supported by any of loaded plugins Jun 15 07:00:05.238936 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos_gateway_ip.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.239837 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.240338 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 07:00:05.240661 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos_port_network_policy.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.241659 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.242133 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 07:00:05.242455 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos_rule_type_details.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.243345 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.243846 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 07:00:05.244167 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: qos_rules_alias.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.245219 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.245723 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 07:00:05.246044 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: quotasv2.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.246960 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.247286 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: quotas Jun 15 07:00:05.247610 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: quotasv2_detail.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.250669 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.251011 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: quota_details Jun 15 07:00:05.251346 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: rbac.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.252397 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.252960 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: rbac-policies Jun 15 07:00:05.253293 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: rbac_address_group.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.254205 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.254718 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: rbac-address-group Jun 15 07:00:05.255047 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: rbac_address_scope.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.255948 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.256460 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: rbac-address-scope Jun 15 07:00:05.256876 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: rbac_security_groups.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.257774 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.258278 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: rbac-security-groups Jun 15 07:00:05.258604 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: rbac_subnetpool.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.259711 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.260220 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: rbac-subnetpool Jun 15 07:00:05.260546 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: revisionifmatch.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.261484 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.261993 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: revision-if-match Jun 15 07:00:05.262313 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: revisions.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.263415 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.263915 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: standard-attr-revisions Jun 15 07:00:05.264236 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: router_availability_zone.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.264924 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.265430 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: router_availability_zone Jun 15 07:00:05.265749 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: routerservicetype.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.266656 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.267155 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension router-service-type not supported by any of loaded plugins Jun 15 07:00:05.267481 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.268382 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.268909 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: security-groups-normalized-cidr Jun 15 07:00:05.269234 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: security_groups_port_filtering.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.270135 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.270634 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: port-security-groups-filtering Jun 15 07:00:05.270954 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.271856 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.272917 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: security-groups-remote-address-group Jun 15 07:00:05.273296 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: securitygroup.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.283631 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.284159 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: security-group Jun 15 07:00:05.284488 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: segment.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.285301 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.285803 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension segment not supported by any of loaded plugins Jun 15 07:00:05.286127 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.287038 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.287541 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 07:00:05.287862 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: servicetype.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.289656 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.290175 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: service-type Jun 15 07:00:05.290498 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: sorting.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.291461 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.291795 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: sorting Jun 15 07:00:05.292115 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: standard_attr_segment.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.293045 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.293555 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 07:00:05.293873 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: standardattrdescription.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.294505 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.295011 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: standard-attr-description Jun 15 07:00:05.295335 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: stateful_security_group.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.296239 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.296745 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: stateful-security-group Jun 15 07:00:05.297097 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: stdattrs_common.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.297675 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 07:00:05.297994 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.298977 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.299486 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 07:00:05.299807 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: subnet_onboard.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.300883 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.301393 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: subnet_onboard Jun 15 07:00:05.301714 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.302631 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.303130 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 07:00:05.303452 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: subnet_service_types.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.304440 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.304970 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: subnet-service-types Jun 15 07:00:05.305294 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: subnetallocation.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.306365 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.306868 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: subnet_allocation Jun 15 07:00:05.307194 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.307848 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.308362 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: subnetpool-prefix-ops Jun 15 07:00:05.308684 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.309634 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.310139 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 07:00:05.310462 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: tagging.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.311519 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.312026 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: standard-attr-tag Jun 15 07:00:05.312350 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: timestamp.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.313572 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.314079 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loaded extension: standard-attr-timestamp Jun 15 07:00:05.314406 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: trunk.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.315439 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.315950 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension trunk not supported by any of loaded plugins Jun 15 07:00:05.316276 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: trunk_details.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.317217 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.317726 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension trunk-details not supported by any of loaded plugins Jun 15 07:00:05.318049 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: uplink_status_propagation.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.318959 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.319714 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 07:00:05.319982 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Loading extension file: vlantransparent.py {{(pid=91732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 07:00:05.320638 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 07:00:05.321431 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 07:00:05.323819 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:network Jun 15 07:00:05.324341 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:subnet Jun 15 07:00:05.324747 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 07:00:05.325172 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:port Jun 15 07:00:05.326393 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.326829 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service FLAVORS assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.327461 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.327895 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.328231 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:router Jun 15 07:00:05.328683 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:floatingip Jun 15 07:00:05.329212 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service METERING assigned prefix: /metering {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.330653 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.331026 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.331384 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:00:05.332392 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 07:00:05.332865 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:security_group Jun 15 07:00:05.333306 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 07:00:05.333913 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service CORE assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.334254 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 07:00:05.334609 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] subnetpool is already registered Jun 15 07:00:05.335584 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service CORE assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.335881 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 07:00:05.336214 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] subnetpool is already registered Jun 15 07:00:05.338547 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.338988 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service FLAVORS assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.339645 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.340016 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.340347 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:router Jun 15 07:00:05.340691 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] router is already registered Jun 15 07:00:05.341128 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:floatingip Jun 15 07:00:05.341466 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] floatingip is already registered Jun 15 07:00:05.341923 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service METERING assigned prefix: /metering {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.342587 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 07:00:05.342913 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] rbac_policy is already registered Jun 15 07:00:05.343322 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:security_group Jun 15 07:00:05.343653 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] security_group is already registered Jun 15 07:00:05.344056 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 07:00:05.344385 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] security_group_rule is already registered Jun 15 07:00:05.345031 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service CORE assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.345359 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 07:00:05.345691 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] subnetpool is already registered Jun 15 07:00:05.346108 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.v2.resource_helper [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Service CORE assigned prefix: {{(pid=91732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 07:00:05.346431 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 07:00:05.346761 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING neutron.quota.resource_registry [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] subnetpool is already registered Jun 15 07:00:05.347219 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: extensions {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.348697 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: address-groups {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.350269 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: address-scopes {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.352244 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: agents {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.353450 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: auto-allocated-topology {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.354713 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: availability_zones {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.355948 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: dhcp-networks {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.357533 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: dhcp-agents {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.358962 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: routers {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.360695 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: flavors {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.362065 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: service_profiles {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.364825 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: next_providers {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.364825 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: service_profiles {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.366613 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: floatingip-pools {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.367853 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: routers {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.369609 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: floatingips {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.370898 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: l3-routers {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.372314 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: l3-agents {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.373822 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: metering-labels {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.375097 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: metering-label-rules {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.377700 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: network-ip-availabilities {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.379002 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: bindings {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.380595 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: quotas {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.382232 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: quotas {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.383685 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: rbac-policies {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.384902 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: security-groups {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.386243 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: security-group-rules {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.387490 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: service-providers {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.388736 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: subnetpools {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.390136 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: subnetpools {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.391720 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.393471 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.395331 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.397855 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.399723 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.401727 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.403452 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.405349 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.407248 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.409067 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron.api.extensions [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Extended resource: tags {{(pid=91732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 07:00:05.415787 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING keystonemiddleware.auth_token [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 07:00:05.420369 dv-cinder-741349-5-iscsi neutron-server[91732]: WARNING keystonemiddleware.auth_token [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 07:00:05.429414 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_concurrency.lockutils [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Acquired lock "singleton_lock" {{(pid=91732) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 15 07:00:05.429912 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_concurrency.lockutils [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Releasing lock "singleton_lock" {{(pid=91732) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 15 07:00:05.430575 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO oslo_service.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Starting 2 workers Jun 15 07:00:05.435376 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Started child 91873 {{(pid=91732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 07:00:05.440036 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Started child 91874 {{(pid=91732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 07:00:05.440934 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:05.441728 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO neutron.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 07:00:05.442399 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Notify callbacks [] for process, before_spawn {{(pid=91732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:05.442525 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [-] (91873) wsgi starting up on http://0.0.0.0:9696 Jun 15 07:00:05.445378 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO oslo_service.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Starting 1 workers Jun 15 07:00:05.447559 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:05.448985 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [-] (91874) wsgi starting up on http://0.0.0.0:9696 Jun 15 07:00:05.450790 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Started child 91875 {{(pid=91732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 07:00:05.451326 dv-cinder-741349-5-iscsi neutron-server[91732]: INFO oslo_service.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Starting 1 workers Jun 15 07:00:05.455054 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] calling RpcWorker wait() {{(pid=91875) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 07:00:05.455647 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] returning from RpcWorker wait() {{(pid=91875) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 07:00:05.456028 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Started child 91876 {{(pid=91732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 07:00:05.456779 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:05.456914 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG neutron_lib.callbacks.manager [None req-d335bea5-47ec-4488-821d-b61caf5eabec None None] Notify callbacks [] for process, after_spawn {{(pid=91732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:05.457290 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:05.459011 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91732) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 07:00:05.459223 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 07:00:05.459408 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 07:00:05.459633 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 07:00:05.460578 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 07:00:05.460746 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 07:00:05.461429 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.461793 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.462062 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.462319 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.462615 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.463195 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.463452 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.463691 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.463960 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.464206 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.464381 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.464545 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.464742 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:05.465235 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.465235 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.465418 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.465666 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.465975 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.466269 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.466443 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.466729 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.466991 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.467243 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.467512 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] debug = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.467763 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.468264 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.468490 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.468740 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.469001 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.469294 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.469529 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.469828 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.470075 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.470326 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.470578 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.470846 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.471087 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.471325 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.471544 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.471814 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.472028 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.472520 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] host = dv-cinder-741349-5-iscsi {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.472758 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.472999 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.473247 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.473491 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.473750 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.473964 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.474271 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.474522 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.474780 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.475009 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.475251 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.476120 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.476468 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.476723 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.477093 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_options = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.477344 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.477653 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.477919 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.478109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.478278 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.478453 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.478709 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.478870 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.479125 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.479348 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.479561 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.479791 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.480040 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.480276 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.480526 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.480765 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.481032 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.481256 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.481506 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.481727 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.481957 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.482189 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.482436 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.482669 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.482901 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.483136 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.483363 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.483641 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.483895 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.484161 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.484395 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.484655 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.484922 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.485161 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.485392 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.485617 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.485836 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.486109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.486315 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.486555 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.486901 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.487054 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.487271 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.487539 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.487727 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.488201 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_json = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.488448 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.488652 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.489094 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.489260 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.489483 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.489700 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.489934 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.490168 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.490581 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.490883 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.491218 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.491476 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.491712 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.492026 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.492210 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.492465 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.492676 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.492999 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.493325 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.493548 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.493941 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.494178 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.494423 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.494747 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.495000 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.495271 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.495408 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:05.495546 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.495752 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.495969 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.496188 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.496528 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.496826 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.497178 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.497442 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.497662 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.497896 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.498129 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.498369 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.498603 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.498817 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.499092 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.499306 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.499518 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.499737 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.499964 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.500182 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.500408 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.500656 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.500947 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.501190 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.501427 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.501640 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.501859 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.502089 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.502334 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.502547 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.502761 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.502998 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.503222 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.503459 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.503671 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.503877 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.504099 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.504369 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.504612 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.504904 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.505124 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.505343 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.505654 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.505904 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.506123 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.506328 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.506566 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.506811 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.507030 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.507301 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.507522 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.507769 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.508089 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.508339 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.508555 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.508786 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.509020 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.509230 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.509442 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.509660 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.509898 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.510120 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.510328 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.510559 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.510773 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.510985 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.511265 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.511573 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.511817 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.512073 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.512292 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.512546 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.512761 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.514307 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.514548 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.514811 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.515061 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.515331 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.515575 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.515846 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.516127 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.516368 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.516614 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.518523 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.518877 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.519125 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.519384 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.519622 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.519909 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.520182 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.520459 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.520734 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.521262 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.521544 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.521802 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.522079 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.522893 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.523309 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.523660 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.525817 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.525817 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.525817 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.525817 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.527836 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.528112 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.528425 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.528701 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.528981 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.529240 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.529569 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.529814 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.530719 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.530977 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.531219 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.531561 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.531807 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.532028 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.533366 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.533661 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.533944 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.534214 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.534494 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.534755 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.535018 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.535271 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.535529 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.535752 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.535990 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.536246 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.536464 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.536682 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.540682 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.540988 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.541252 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.541491 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.541776 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.542023 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.542293 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.542537 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.542768 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.542995 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.543251 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.543471 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.543714 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.543969 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.544191 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.544413 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.544633 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.545905 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.546018 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.546188 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.546491 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.546751 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.547870 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.547870 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.547870 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.547870 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.547870 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.548204 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.548358 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.548555 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.548773 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.550837 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.551078 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.551316 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.551589 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.551796 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.552049 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.552315 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.553376 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.553376 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.553376 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.553760 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.553760 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.553904 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.554145 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.554369 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.554590 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.554810 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.555047 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.555292 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.555518 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.555736 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.556442 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.556692 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.556953 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.557174 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.557389 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.557691 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.557950 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.558187 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.558422 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.558655 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.558885 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.559100 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.559317 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.559537 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.559762 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.559981 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.560487 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.560487 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.560642 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.560824 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.561607 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.561867 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.562067 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.562287 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.562530 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.562773 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.562983 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.563203 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.563425 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.563634 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.563963 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.564221 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.564441 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.564745 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.565229 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.565555 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.565818 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.566153 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.566369 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.566613 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.566833 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.567052 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.567275 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.567640 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.567978 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.568267 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.568518 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.568782 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.569092 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.569477 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.569767 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.570341 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.570341 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.570635 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.570906 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.571440 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.571688 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.571965 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.572187 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.572403 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.572623 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.573094 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.573317 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.573560 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.573789 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576109 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.576678 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 07:00:05.576678 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91732) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 07:00:05.576678 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 07:00:05.576678 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 07:00:05.576678 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 07:00:05.577063 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 07:00:05.577387 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 07:00:05.577607 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.577884 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.578050 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.578215 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.578373 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.578558 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.578715 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.578872 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.579029 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.579186 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.579342 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.579499 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.579657 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.579811 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.579967 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.580123 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.580279 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.580428 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.580590 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.580741 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.580924 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.581080 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.581238 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] debug = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.581395 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.581585 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.581748 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.581904 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.582059 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.582215 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.582370 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.582525 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.582674 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.582832 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.582987 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.583143 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.583299 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.583454 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.583603 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.583758 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.583912 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.584214 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] host = dv-cinder-741349-5-iscsi {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.584500 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.585406 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.585755 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.586068 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.586364 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.586664 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.586836 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.586975 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.587129 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.587284 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.587440 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.587598 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.587749 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.587910 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.588064 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_options = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.588238 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.588363 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.588522 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.588697 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.588914 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.589080 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.589240 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.589399 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.589556 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.589714 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.589872 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.590032 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.590184 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.590672 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.590971 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.591262 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.591583 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.591874 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.592179 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.592490 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.592649 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.592826 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.592990 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.593147 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.593304 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.593460 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.593618 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.593776 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.593932 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.594155 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.594255 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.594388 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.594548 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.594712 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.594854 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.595010 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.595160 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.595657 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.595814 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.595968 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.596121 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.596415 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.596714 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.596914 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.597046 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.597200 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_json = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.597495 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.597792 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.598085 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.598382 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.598535 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.598826 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.599114 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.599402 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 07:00:05.599763 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.599931 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.600105 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.600269 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.601039 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.601353 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.601498 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.601645 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.601816 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.601960 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.602129 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.602291 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.602461 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.602621 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.602779 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.602942 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.603101 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.603260 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.603416 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.603578 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604110 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604110 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604110 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604363 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604363 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604505 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604651 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604824 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.604979 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.605141 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.605297 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.605449 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.605614 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.605810 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.605954 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.606084 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.606281 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.606398 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.606557 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.606717 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.606876 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.607035 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.607194 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.607354 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.607513 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.607720 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.607821 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.607978 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.608063 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:05.608146 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.608285 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.608454 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.608613 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.608771 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.608960 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.609119 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.609278 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.609435 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.609671 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.609769 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.609898 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.610055 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.610225 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.610383 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.610540 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.610698 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.610857 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.611020 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.611179 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.611337 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.611495 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.611653 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.611811 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.611968 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.612127 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.612285 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.612443 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.612600 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.612759 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.612943 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.613100 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.613258 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.613416 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.613574 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.613732 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.613897 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.614141 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.614226 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.614362 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.614520 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.614678 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.614840 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.614998 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.615156 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.615313 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.615471 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.615629 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.615787 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.615948 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.616130 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.616360 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.616530 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.616747 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.616952 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.617116 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.617276 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.617434 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.617592 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.617749 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.617912 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.618068 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.618225 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.618361 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.618622 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.618812 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.618963 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.619286 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.619286 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.619909 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.619909 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.619909 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.619909 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.620418 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.620418 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.620418 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.620865 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.620865 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.620865 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.621094 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.621172 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.621258 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.621417 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.621581 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.621763 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.621923 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.622079 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.622243 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.622407 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.622560 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.622925 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.622925 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.623170 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.623170 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.623413 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.623534 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.623655 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.623775 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.623895 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.624041 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.624201 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.624362 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.624522 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.624685 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.624891 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.625021 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.625183 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.625491 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.625491 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.625678 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.625782 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.625936 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.626090 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.626254 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.626407 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.626636 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.626770 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.626898 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.627026 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.627155 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.627308 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.627436 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.627579 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.627734 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.627888 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.628043 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.628197 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.628351 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.628507 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.628656 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.628824 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.628980 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.629134 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.629289 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.629443 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.629597 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.629751 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.629906 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.630121 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.630300 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.630460 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.630642 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.630797 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.630926 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.631088 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.631246 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.631376 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.631585 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.632202 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.632358 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.632689 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.632896 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.633059 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.633221 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.633379 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.633554 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.633705 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.633841 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.633975 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.634107 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.634240 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.634373 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.634507 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.634650 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.634808 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.634957 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.635101 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.635261 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.635430 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.635582 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.635737 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.635897 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.636057 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.636223 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.636372 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.636528 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.636768 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.636947 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.637081 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.637214 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.637347 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.637480 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.637649 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.637824 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.638142 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.638142 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.638409 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.638409 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.638665 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.638857 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.638857 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.639112 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.639304 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.639304 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.639564 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.639711 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.639898 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.639898 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.640157 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.640291 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.640422 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.640564 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.640700 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.640853 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.640993 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.641146 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.641311 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.641465 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.641625 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.641772 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.641928 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.642076 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.642231 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.642387 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.642540 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.642694 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.642847 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.642999 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.643153 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.643299 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.643455 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.643612 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.643767 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.643916 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.644068 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.644223 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 07:00:05.644374 dv-cinder-741349-5-iscsi neutron-server[91732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 07:00:05.864686 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 58990) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:05.873341 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063725 Jun 15 07:00:17.151056 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b8ffc9-29f2-4389-bbfe-01764c4526d7 None None] get_active_networks_info from dv-cinder-741349-5-iscsi {{(pid=91875) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 15 07:00:17.242812 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8ffc9-29f2-4389-bbfe-01764c4526d7 None None] No non-hosted networks {{(pid=91875) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 07:00:17.252993 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.agentschedulers_db [None req-47b8ffc9-29f2-4389-bbfe-01764c4526d7 None None] DHCP Agent not found on host dv-cinder-741349-5-iscsi {{(pid=91875) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 15 07:00:17.408826 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2d833e34-a24f-4dc6-8afe-f75f65c22566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:19.575825 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-89e94467-ced4-4b8b-9198-52186ff4481a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:19.609914 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-334ddcf5-af4c-4cb5-8432-4e574f8606dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:19.655990 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:19.657547 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.659425 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.661352 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.663303 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.664049 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.664612 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.665157 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.665811 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.666351 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.666897 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.667419 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.667962 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:19.668564 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-741349-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:19.676186 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-741349-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:20.816160 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:22.250342 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:23.512997 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59082) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:24.028141 dv-cinder-741349-5-iscsi neutron-server[91874]: WARNING oslo_policy.policy [None req-d9e8e1f8-4401-4758-9e89-40aa28b092fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 07:00:24.028769 dv-cinder-741349-5-iscsi neutron-server[91874]: WARNING oslo_policy.policy [None req-d9e8e1f8-4401-4758-9e89-40aa28b092fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 07:00:24.247827 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [None req-d9e8e1f8-4401-4758-9e89-40aa28b092fe admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:00:24.248909 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d9e8e1f8-4401-4758-9e89-40aa28b092fe admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7350044 Jun 15 07:00:24.846549 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.db.l3_hamode_db [None req-05beeb35-acd9-4fe7-9022-446a7b70d395 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 07:00:24.936340 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05beeb35-acd9-4fe7-9022-446a7b70d395 None None] Routers set() bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:00:24.936723 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05beeb35-acd9-4fe7-9022-446a7b70d395 None None] Router IDs set() for agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 15 07:00:26.572902 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59096) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:27.063048 dv-cinder-741349-5-iscsi neutron-server[91873]: WARNING oslo_policy.policy [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 07:00:27.063642 dv-cinder-741349-5-iscsi neutron-server[91873]: WARNING oslo_policy.policy [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 07:00:27.278803 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:00:27.378750 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.policy [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91873) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 07:00:27.423832 dv-cinder-741349-5-iscsi neutron-server[91873]: WARNING oslo_policy.policy [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 07:00:27.424203 dv-cinder-741349-5-iscsi neutron-server[91873]: WARNING oslo_policy.policy [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 07:00:27.432699 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.quota [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] Loaded quota_driver: . Jun 15 07:00:27.526139 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764689000237', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764689005050', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764688995602', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764689018716', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764689010965', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764688382988', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-535478', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588582', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536458767', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536511451'] for rbac-policy, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:27.592161 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:27.593572 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-caeb467d-2276-432a-983e-f4d7ed388617 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0186000 Jun 15 07:00:30.131668 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59114) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:30.431493 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '439446236443494a8fe4cba510f09042', 'admin_state_up': True, 'project_id': '439446236443494a8fe4cba510f09042'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:00:30.459846 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Made reservation on behalf of 439446236443494a8fe4cba510f09042 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:00:30.462977 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:30.481414 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:30.606400 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:30.610144 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:30.615167 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:30.630453 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:00:30.660725 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764686282159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:30.661332 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Unsubscribe: segment precommit_create {{(pid=91873) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 07:00:30.661820 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Added segment 5a2416be-0fdd-4b20-9ee8-1d7753bd7add of type vlan for network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 Jun 15 07:00:30.680065 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6c661-fde7-4511-ac08-3404182085db,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:30.705642 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.705993 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.706321 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.706632 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.706943 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.707263 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.707572 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.707876 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.708190 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.708494 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.708809 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.709116 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Tracked resource versions report: Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: pushed versions: Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: { 'AddressGroup': {'1.2'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'ConntrackHelper': {'1.0'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Log': {'1.0'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Network': {'1.1'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Port': {'1.7'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'PortForwarding': {'1.2'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'QosPolicy': {'1.8'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SecurityGroup': {'1.4'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SecurityGroupRule': {'1.2'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SubPort': {'1.0'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Subnet': {'1.1'}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Trunk': {'1.1'}} Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: consumer versions: Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: { DHCP agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: L3 agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: Metadata agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: Metering agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: Open vSwitch agent@dv-cinder-741349-5-iscsi: { 'AddressGroup': '1.2', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'ConntrackHelper': '1.0', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Log': '1.0', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Network': '1.1', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Port': '1.7', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'PortForwarding': '1.2', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'QosPolicy': '1.8', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SecurityGroup': '1.4', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SecurityGroupRule': '1.2', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SubPort': '1.0', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Subnet': '1.1', Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Trunk': '1.1'}} Jun 15 07:00:30.710792 dv-cinder-741349-5-iscsi neutron-server[91873]: {{(pid=91873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 07:00:30.775288 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:30.788924 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:30.839313 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:30.840901 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:00:30.841590 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:30.844315 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:30.897878 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7650864 Jun 15 07:00:30.961061 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Pushing event updated for resources: {'Network': ['ID=726404b6-a398-481b-a0a7-1cdd36bdb5a1,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:30.964222 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:30.973473 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:00:33.472678 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59128) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:33.893111 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce74f6-f1ed-4925-92b0-e88332c7e9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:00:33.894448 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-07ce74f6-f1ed-4925-92b0-e88332c7e9c8 admin admin] 10.222.0.24 "GET /v2.0/networks/726404b6-a398-481b-a0a7-1cdd36bdb5a1 HTTP/1.1" status: 200 len: 825 time: 0.4207611 Jun 15 07:00:33.919759 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f4050682-87e9-4752-bbb4-07b357e9a641 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/f64c7a59-f6f4-48fa-8ecf-a22f1c3028aa HTTP/1.1" status: 200 len: 734 time: 0.0194373 Jun 15 07:00:33.928426 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f64c7a59-f6f4-48fa-8ecf-a22f1c3028aa', 'gateway_ip': '172.20.0.1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'name': 'private-subnet', 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:00:33.951825 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Made reservation on behalf of 439446236443494a8fe4cba510f09042 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:00:33.954421 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:34.280869 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:34.285351 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:34.360207 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Checking segment: {'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:00:34.360573 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Network hostable DHCP agents. Network: 726404b6-a398-481b-a0a7-1cdd36bdb5a1, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:00:34.367703 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc654837-93ce-45f0-a145-8c676e68faf7,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:34.373266 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:34.387317 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:00:34.398346 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 726404b6-a398-481b-a0a7-1cdd36bdb5a1) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:00:34.403225 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:00:34.403809 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:34.407855 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec30a900-d9f8-4280-96fd-dab18879d75b None None] Network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:00:34.419102 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4944701 Jun 15 07:00:34.807855 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-726404b6-a398-481b-a0a7-1cdd36bdb5a1', 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'fixed_ips': [{'subnet_id': 'cc654837-93ce-45f0-a145-8c676e68faf7'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:00:34.809087 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:35.087877 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Allocated IP 172.20.0.2 (726404b6-a398-481b-a0a7-1cdd36bdb5a1/cc654837-93ce-45f0-a145-8c676e68faf7/c2119785-3441-4f77-94fe-95e54da9ee2c) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:00:35.349951 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:35.365844 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Transition to ACTIVE for port object c2119785-3441-4f77-94fe-95e54da9ee2c will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:00:35.387838 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Transition to ACTIVE for port object c2119785-3441-4f77-94fe-95e54da9ee2c will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:00:35.395263 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:35.399041 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:35.476601 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:00:35.481145 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:00:35.486645 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Pushing event updated for resources: {'Port': ['ID=c2119785-3441-4f77-94fe-95e54da9ee2c,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:35.488773 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:00:35.498843 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.499235 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.499553 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.499880 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.500204 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.500526 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.500867 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.501188 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.501520 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.501840 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.502154 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.502466 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Tracked resource versions report: Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: pushed versions: Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: { 'AddressGroup': {'1.2'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'ConntrackHelper': {'1.0'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Log': {'1.0'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Network': {'1.1'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Port': {'1.7'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'PortForwarding': {'1.2'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'QosPolicy': {'1.8'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SecurityGroup': {'1.4'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SecurityGroupRule': {'1.2'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SubPort': {'1.0'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Subnet': {'1.1'}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Trunk': {'1.1'}} Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: consumer versions: Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: { DHCP agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: L3 agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: Metadata agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: Metering agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: Open vSwitch agent@dv-cinder-741349-5-iscsi: { 'AddressGroup': '1.2', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'ConntrackHelper': '1.0', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Log': '1.0', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Network': '1.1', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Port': '1.7', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'PortForwarding': '1.2', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'QosPolicy': '1.8', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SecurityGroup': '1.4', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SecurityGroupRule': '1.2', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SubPort': '1.0', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Subnet': '1.1', Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Trunk': '1.1'}} Jun 15 07:00:35.503574 dv-cinder-741349-5-iscsi neutron-server[91875]: {{(pid=91875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 07:00:35.544519 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:35.583110 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Attempting to bind port c2119785-3441-4f77-94fe-95e54da9ee2c on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:00:35.583512 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Attempting to bind port c2119785-3441-4f77-94fe-95e54da9ee2c by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:00:35.583938 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Attempting to bind port c2119785-3441-4f77-94fe-95e54da9ee2c on network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:00:35.589021 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:00:35.589437 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Checking segment: {'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:00:35.589895 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:35.590288 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Bound using segment: {'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:00:35.590758 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Bound port: c2119785-3441-4f77-94fe-95e54da9ee2c, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:00:35.591149 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:35.664705 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] For port c2119785-3441-4f77-94fe-95e54da9ee2c, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:00:35.687950 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] For port c2119785-3441-4f77-94fe-95e54da9ee2c, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=c2119785-3441-4f77-94fe-95e54da9ee2c,segment=NetworkSegment(5a2416be-0fdd-4b20-9ee8-1d7753bd7add),segment_id=5a2416be-0fdd-4b20-9ee8-1d7753bd7add)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:00:35.692418 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:35.694877 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:35.754329 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Pushing event updated for resources: {'Port': ['ID=c2119785-3441-4f77-94fe-95e54da9ee2c,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:35.784864 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:36.876216 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59138) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:37.203869 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [None req-ef6679bd-cee2-4720-b09d-4557dfcc944f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:00:37.205019 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ef6679bd-cee2-4720-b09d-4557dfcc944f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3278868 Jun 15 07:00:39.547683 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59146) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:39.866259 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [None req-35a62cc4-0066-4f63-b63c-da0d31c252c1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:00:39.867236 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-35a62cc4-0066-4f63-b63c-da0d31c252c1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3185508 Jun 15 07:00:41.561323 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device c2119785-3441-4f77-94fe-95e54da9ee2c up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:00:41.651958 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port c2119785-3441-4f77-94fe-95e54da9ee2c completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:00:41.807297 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a42b04-e4fa-448f-b6d8-dcf2914b3dc9 None None] Network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:00:41.898810 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] Provisioning for port c2119785-3441-4f77-94fe-95e54da9ee2c completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:00:41.905553 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] Provisioning complete for port c2119785-3441-4f77-94fe-95e54da9ee2c triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:00:41.905936 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:42.106971 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:42.162789 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] For port c2119785-3441-4f77-94fe-95e54da9ee2c, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=c2119785-3441-4f77-94fe-95e54da9ee2c,segment=NetworkSegment(5a2416be-0fdd-4b20-9ee8-1d7753bd7add),segment_id=5a2416be-0fdd-4b20-9ee8-1d7753bd7add)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:00:42.168784 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:42.173722 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:42.232880 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] Pushing event updated for resources: {'Port': ['ID=c2119785-3441-4f77-94fe-95e54da9ee2c,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:42.236291 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:42.395489 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-3e742d50-7e1a-48a2-a490-1d8c33630d89 None None] Provisioning complete for port c2119785-3441-4f77-94fe-95e54da9ee2c triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:00:42.395863 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3e742d50-7e1a-48a2-a490-1d8c33630d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:42.501854 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59160) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:42.805255 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] Request body: {'router': {'tenant_id': '439446236443494a8fe4cba510f09042', 'name': 'router1', 'admin_state_up': True}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:00:42.874042 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.policy [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91874) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 07:00:42.919044 dv-cinder-741349-5-iscsi neutron-server[91874]: WARNING oslo_policy.policy [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 07:00:42.919431 dv-cinder-741349-5-iscsi neutron-server[91874]: WARNING oslo_policy.policy [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 07:00:42.928432 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.quota [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] Loaded quota_driver: . Jun 15 07:00:42.985086 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:42.986795 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:43.149810 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:43.154542 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:43.173522 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:43.174944 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-72436669-38c7-491d-aa97-3b3289a650e4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6721592 Jun 15 07:00:43.526055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device c2119785-3441-4f77-94fe-95e54da9ee2c up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:00:43.577563 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port c2119785-3441-4f77-94fe-95e54da9ee2c triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:00:43.577936 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:45.497971 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59170) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:45.818345 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [None req-811cd181-2786-489c-a2c6-f8bf2e22d94a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:00:45.819375 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-811cd181-2786-489c-a2c6-f8bf2e22d94a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3205013 Jun 15 07:00:47.035731 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2f5a55e5-cbd2-4d52-9e9b-60d467197eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.149919 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59178) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:48.467756 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:00:48.491336 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Made reservation on behalf of b8fa08b1db4c4adc96972458f42ff7c1 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:00:48.494243 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.514333 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.629541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.633781 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.638763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:48.645859 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Reserving flat network on physical network physnet1 {{(pid=91874) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 07:00:48.681233 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764686282159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.681810 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Unsubscribe: segment precommit_create {{(pid=91874) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 07:00:48.682307 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Added segment c7d9fa9f-31e3-4283-a71d-6d0b044739e3 of type flat for network 352e2d7d-81c3-49ce-83bd-093089610637 Jun 15 07:00:48.701011 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e06ffe3-0417-4188-9361-e4489da9fd71,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:48.729226 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.729578 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.729909 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.730227 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.730540 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.730866 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.731177 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.731483 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.731803 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.732111 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.732410 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.732710 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Tracked resource versions report: Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: pushed versions: Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: { 'AddressGroup': {'1.2'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'ConntrackHelper': {'1.0'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Log': {'1.0'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Network': {'1.1'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Port': {'1.7'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'PortForwarding': {'1.2'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'QosPolicy': {'1.8'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SecurityGroup': {'1.4'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SecurityGroupRule': {'1.2'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SubPort': {'1.0'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Subnet': {'1.1'}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Trunk': {'1.1'}} Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: consumer versions: Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: { DHCP agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: L3 agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: Metadata agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: Metering agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: Open vSwitch agent@dv-cinder-741349-5-iscsi: { 'AddressGroup': '1.2', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'ConntrackHelper': '1.0', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Log': '1.0', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Network': '1.1', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Port': '1.7', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'PortForwarding': '1.2', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'QosPolicy': '1.8', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SecurityGroup': '1.4', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SecurityGroupRule': '1.2', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SubPort': '1.0', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Subnet': '1.1', Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Trunk': '1.1'}} Jun 15 07:00:48.733840 dv-cinder-741349-5-iscsi neutron-server[91874]: {{(pid=91874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 07:00:48.817411 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.823909 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:48.873539 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.874975 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:00:48.875632 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:48.877527 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:48.934291 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7833364 Jun 15 07:00:48.998308 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=352e2d7d-81c3-49ce-83bd-093089610637,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:49.001953 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:49.010371 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 352e2d7d-81c3-49ce-83bd-093089610637 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:00:49.551885 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a81ba224-8d0f-4b89-a42d-ba4fe1d40679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:49.650094 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:50.749753 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:51.269245 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59200) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:51.506959 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf42d8-4324-4c1f-85da-d5e0b42445f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:00:51.508313 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-edcf42d8-4324-4c1f-85da-d5e0b42445f2 admin admin] 10.222.0.24 "GET /v2.0/subnets/cc654837-93ce-45f0-a145-8c676e68faf7 HTTP/1.1" status: 200 len: 849 time: 0.2381134 Jun 15 07:00:51.651267 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-104ef384-db9a-4eae-9938-4e81b6fbcc15 admin admin] 10.222.0.24 "GET /v2.0/routers/f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 HTTP/1.1" status: 200 len: 704 time: 0.1374321 Jun 15 07:00:52.026884 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:52.179455 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:52.358763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Allocated IP 172.20.0.1 (726404b6-a398-481b-a0a7-1cdd36bdb5a1/cc654837-93ce-45f0-a145-8c676e68faf7/1903f7f8-cb51-49bf-9b1f-857643ec4d21) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:00:52.569456 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:52.592392 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Transition to ACTIVE for port object 1903f7f8-cb51-49bf-9b1f-857643ec4d21 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:00:52.671190 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:52.673999 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:52.797275 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:00:52.806141 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:00:52.811320 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=1903f7f8-cb51-49bf-9b1f-857643ec4d21,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:52.823450 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:00:52.823924 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:52.912901 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:52.961936 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-e2988fa9-b81a-42fb-937c-d9c3c954035f None None] Provisioning for port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:00:52.965893 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-e2988fa9-b81a-42fb-937c-d9c3c954035f None None] Provisioning complete for port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:00:52.966268 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2988fa9-b81a-42fb-937c-d9c3c954035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:53.007903 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-e2988fa9-b81a-42fb-937c-d9c3c954035f None None] Port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:00:53.059971 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:53.264879 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:53.269342 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:53.270641 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:53.272692 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:53.342162 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=1903f7f8-cb51-49bf-9b1f-857643ec4d21,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:53.345578 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:53.426065 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:00:53.427350 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:00:53.613203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Router f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:00:53.627800 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-fa7a9d3c-b884-4419-a4bc-c1a4e1a1d8fa None None] Provisioning complete for port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:00:53.628338 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9d3c-b884-4419-a4bc-c1a4e1a1d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:53.667567 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a9d3c-b884-4419-a4bc-c1a4e1a1d8fa None None] Port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:00:53.738820 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:00:53.744299 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] 10.222.0.24 "PUT /v2.0/routers/f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0883405 Jun 15 07:00:53.760562 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Sync routers for ids ['f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:00:53.773022 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Routers {'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:00:53.773857 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:00:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:53.980206 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Set router f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:00:54.446549 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'name': 'router1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:00:42Z', 'updated_at': '2021-06-15T07:00:52Z', 'revision_number': 2, 'project_id': '439446236443494a8fe4cba510f09042', 'gw_port_host': None, '_interfaces': [{'id': '1903f7f8-cb51-49bf-9b1f-857643ec4d21', 'name': '', 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'mac_address': 'fa:16:3e:f2:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:00:52Z', 'updated_at': '2021-06-15T07:00:53Z', 'revision_number': 2, 'project_id': '439446236443494a8fe4cba510f09042', 'subnets': [{'id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64c7a59-f6f4-48fa-8ecf-a22f1c3028aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:54.452659 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Checking router: f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:00:54.453059 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Updating router f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:00:54.522963 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:55.041111 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:55.058785 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Transition to ACTIVE for port object 1903f7f8-cb51-49bf-9b1f-857643ec4d21 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:00:55.064478 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:55.068581 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:55.286019 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Pushing event updated for resources: {'Port': ['ID=1903f7f8-cb51-49bf-9b1f-857643ec4d21,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:55.301308 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.301645 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.301973 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.302315 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.302714 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.303033 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.303343 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.303692 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.304009 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.304319 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.304624 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.304969 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Tracked resource versions report: Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: pushed versions: Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: { 'AddressGroup': {'1.2'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'ConntrackHelper': {'1.0'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Log': {'1.0'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Network': {'1.1'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Port': {'1.7'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'PortForwarding': {'1.2'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'QosPolicy': {'1.8'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SecurityGroup': {'1.4'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SecurityGroupRule': {'1.2'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SubPort': {'1.0'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Subnet': {'1.1'}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Trunk': {'1.1'}} Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: consumer versions: Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: { DHCP agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: L3 agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: Metadata agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: Metering agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: Open vSwitch agent@dv-cinder-741349-5-iscsi: { 'AddressGroup': '1.2', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'ConntrackHelper': '1.0', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Log': '1.0', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Network': '1.1', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Port': '1.7', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'PortForwarding': '1.2', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'QosPolicy': '1.8', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SecurityGroup': '1.4', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SecurityGroupRule': '1.2', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SubPort': '1.0', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Subnet': '1.1', Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Trunk': '1.1'}} Jun 15 07:00:55.306074 dv-cinder-741349-5-iscsi neutron-server[91876]: {{(pid=91876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 07:00:55.314468 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Attempting to bind port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:00:55.314923 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Attempting to bind port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:00:55.315277 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Attempting to bind port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 on network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:00:55.317398 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:55.322276 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:00:55.322689 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Checking segment: {'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:00:55.323163 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:55.323546 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Bound using segment: {'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:00:55.324041 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Bound port: 1903f7f8-cb51-49bf-9b1f-857643ec4d21, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2416be-0fdd-4b20-9ee8-1d7753bd7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:00:55.324408 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:55.401661 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] For port 1903f7f8-cb51-49bf-9b1f-857643ec4d21, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:00:55.422684 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] For port 1903f7f8-cb51-49bf-9b1f-857643ec4d21, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=1903f7f8-cb51-49bf-9b1f-857643ec4d21,segment=NetworkSegment(5a2416be-0fdd-4b20-9ee8-1d7753bd7add),segment_id=5a2416be-0fdd-4b20-9ee8-1d7753bd7add)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:00:55.426736 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:55.429779 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:55.483677 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Routers {'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:00:55.484309 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:00:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:55.603989 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Pushing event updated for resources: {'Port': ['ID=1903f7f8-cb51-49bf-9b1f-857643ec4d21,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:55.608084 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:55.619914 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] Set router f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:00:55.887333 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'name': 'router1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:00:42Z', 'updated_at': '2021-06-15T07:00:52Z', 'revision_number': 2, 'project_id': '439446236443494a8fe4cba510f09042', 'gw_port_host': None, '_interfaces': [{'id': '1903f7f8-cb51-49bf-9b1f-857643ec4d21', 'name': '', 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'mac_address': 'fa:16:3e:f2:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:00:52Z', 'updated_at': '2021-06-15T07:00:55Z', 'revision_number': 4, 'project_id': '439446236443494a8fe4cba510f09042', 'subnets': [{'id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64c7a59-f6f4-48fa-8ecf-a22f1c3028aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:00:55.890687 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f57bce-abe3-4aab-a577-ae0f6304242b None None] The sync data for ids ['f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'] in dv-cinder-741349-5-iscsi is: [{'id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'name': 'router1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:00:42Z', 'updated_at': '2021-06-15T07:00:52Z', 'revision_number': 2, 'project_id': '439446236443494a8fe4cba510f09042', 'gw_port_host': None, '_interfaces': [{'id': '1903f7f8-cb51-49bf-9b1f-857643ec4d21', 'name': '', 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'mac_address': 'fa:16:3e:f2:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:00:52Z', 'updated_at': '2021-06-15T07:00:55Z', 'revision_number': 4, 'project_id': '439446236443494a8fe4cba510f09042', 'subnets': [{'id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64c7a59-f6f4-48fa-8ecf-a22f1c3028aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:00:55.920866 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59222) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:56.055196 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7872c1-3112-45e3-aefc-daa6a99c7ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:00:56.056617 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-cf7872c1-3112-45e3-aefc-daa6a99c7ef1 admin admin] 10.222.0.24 "GET /v2.0/networks/352e2d7d-81c3-49ce-83bd-093089610637 HTTP/1.1" status: 200 len: 842 time: 0.1347985 Jun 15 07:00:56.066409 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Request body: {'subnet': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:00:56.086022 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Made reservation on behalf of b8fa08b1db4c4adc96972458f42ff7c1 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:00:56.088266 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:56.477894 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.objects.ports [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91873) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 15 07:00:56.478349 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:56.480490 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-98d949ae-4ed5-49a2-8ec4-537224284c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:56.547242 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Pushing event updated for resources: {'Subnet': ['ID=287868cb-8197-468d-ab4f-fc26d9f94848,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:56.550688 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:00:56.556072 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:00:56.556427 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Network hostable DHCP agents. Network: 352e2d7d-81c3-49ce-83bd-093089610637, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:00:56.573451 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:00:56.582060 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 352e2d7d-81c3-49ce-83bd-093089610637) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:00:56.586574 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:00:56.587162 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:56.591400 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180189c4-1428-4655-b314-a6f4be76c69f None None] Network 352e2d7d-81c3-49ce-83bd-093089610637 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:00:56.607155 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5387547 Jun 15 07:00:56.824378 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e28ef-772d-4bdb-abfa-b0e7310aec0f None None] Network 352e2d7d-81c3-49ce-83bd-093089610637 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:00:58.884357 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59234) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:00:59.172893 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-43557b1d-2b5a-436e-9b9f-a7c1918b80cb admin admin] 10.222.0.24 "GET /v2.0/routers/f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 HTTP/1.1" status: 200 len: 710 time: 0.2872782 Jun 15 07:00:59.295654 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fd7ca-b72b-46ad-9b27-c675c4b08595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:00:59.297036 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-165fd7ca-b72b-46ad-9b27-c675c4b08595 admin admin] 10.222.0.24 "GET /v2.0/networks/352e2d7d-81c3-49ce-83bd-093089610637 HTTP/1.1" status: 200 len: 886 time: 0.1181123 Jun 15 07:00:59.305621 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:00:59.554394 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1903f7f8-cb51-49bf-9b1f-857643ec4d21 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:00:59.609452 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:00:59.613082 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:00:59.613454 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:59.699684 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:59.706116 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:59.742989 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 1903f7f8-cb51-49bf-9b1f-857643ec4d21, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=1903f7f8-cb51-49bf-9b1f-857643ec4d21,segment=NetworkSegment(5a2416be-0fdd-4b20-9ee8-1d7753bd7add),segment_id=5a2416be-0fdd-4b20-9ee8-1d7753bd7add)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:00:59.747580 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:00:59.749924 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b36b00c5-0997-410b-9f9d-d065de4219f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:00:59.805475 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=1903f7f8-cb51-49bf-9b1f-857643ec4d21,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:00:59.809269 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:01:00.004063 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:00.085519 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:00.255982 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Allocated IP 172.27.3.254 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/3d1f979a-9d79-4c04-ac08-66486b52929d) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:01:00.390695 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:00.474467 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:00.477321 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:01:00.549393 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:01:00.553771 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:01:00.563269 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:01:00.566095 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1f979a-9d79-4c04-ac08-66486b52929d,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:01:00.613562 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:01:00.972790 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:01.239313 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:01.243336 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536489432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536489441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536528953'] for router, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:01.400537 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Router f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:01:01.543286 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:01:01.547717 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1903f7f8-cb51-49bf-9b1f-857643ec4d21 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:01:01.548184 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:01.555005 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Sync routers for ids ['f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:01:01.561496 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] 10.222.0.24 "PUT /v2.0/routers/f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 HTTP/1.1" status: 200 len: 890 time: 2.2589393 Jun 15 07:01:01.598994 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Routers {'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:01:01.600710 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:00:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:01:01.797597 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:01:01.798180 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:01.910048 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Set router f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:01:02.445336 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'name': 'router1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '3d1f979a-9d79-4c04-ac08-66486b52929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:00:42Z', 'updated_at': '2021-06-15T07:01:00Z', 'revision_number': 4, 'project_id': '439446236443494a8fe4cba510f09042', 'gw_port': {'id': '3d1f979a-9d79-4c04-ac08-66486b52929d', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:01:00Z', 'updated_at': '2021-06-15T07:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '1903f7f8-cb51-49bf-9b1f-857643ec4d21', 'name': '', 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'mac_address': 'fa:16:3e:f2:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:00:52Z', 'updated_at': '2021-06-15T07:00:59Z', 'revision_number': 5, 'project_id': '439446236443494a8fe4cba510f09042', 'subnets': [{'id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64c7a59-f6f4-48fa-8ecf-a22f1c3028aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:01:02.451485 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Checking router: f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:01:02.451850 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Updating router f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 port 3d1f979a-9d79-4c04-ac08-66486b52929d binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:01:02.493995 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:02.851946 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:02.861418 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Transition to ACTIVE for port object 3d1f979a-9d79-4c04-ac08-66486b52929d will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:01:02.867698 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:02.870637 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:01:02.918608 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0420aa-c3f6-49e8-8d5f-301e45bb1856 None None] Pushing event updated for resources: {'Port': ['ID=3d1f979a-9d79-4c04-ac08-66486b52929d,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:01:02.926346 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5c0420aa-c3f6-49e8-8d5f-301e45bb1856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:01:02.930976 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Attempting to bind port 3d1f979a-9d79-4c04-ac08-66486b52929d on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:01:02.931354 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Attempting to bind port 3d1f979a-9d79-4c04-ac08-66486b52929d by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:01:02.931723 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Attempting to bind port 3d1f979a-9d79-4c04-ac08-66486b52929d on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:01:02.936607 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:01:02.937029 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:01:02.937440 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:02.937839 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:01:02.938321 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Bound port: 3d1f979a-9d79-4c04-ac08-66486b52929d, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:01:02.938700 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:02.997068 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] For port 3d1f979a-9d79-4c04-ac08-66486b52929d, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:01:02.999993 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] For port 3d1f979a-9d79-4c04-ac08-66486b52929d, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=3d1f979a-9d79-4c04-ac08-66486b52929d,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:01:03.004488 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:03.006971 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:01:03.070645 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0420aa-c3f6-49e8-8d5f-301e45bb1856 None None] Pushing event updated for resources: {'Port': ['ID=3d1f979a-9d79-4c04-ac08-66486b52929d,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:01:03.074620 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5c0420aa-c3f6-49e8-8d5f-301e45bb1856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:01:03.075342 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Routers {'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:01:03.075936 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:00:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:01:03.215907 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] Set router f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:01:03.481022 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'name': 'router1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '3d1f979a-9d79-4c04-ac08-66486b52929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:00:42Z', 'updated_at': '2021-06-15T07:01:00Z', 'revision_number': 4, 'project_id': '439446236443494a8fe4cba510f09042', 'gw_port': {'id': '3d1f979a-9d79-4c04-ac08-66486b52929d', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:01:00Z', 'updated_at': '2021-06-15T07:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '1903f7f8-cb51-49bf-9b1f-857643ec4d21', 'name': '', 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'mac_address': 'fa:16:3e:f2:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:00:52Z', 'updated_at': '2021-06-15T07:00:59Z', 'revision_number': 5, 'project_id': '439446236443494a8fe4cba510f09042', 'subnets': [{'id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64c7a59-f6f4-48fa-8ecf-a22f1c3028aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:01:03.484886 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37d90-963c-417e-8309-b83e9983bf1d None None] The sync data for ids ['f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6'] in dv-cinder-741349-5-iscsi is: [{'id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'name': 'router1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '3d1f979a-9d79-4c04-ac08-66486b52929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:00:42Z', 'updated_at': '2021-06-15T07:01:00Z', 'revision_number': 4, 'project_id': '439446236443494a8fe4cba510f09042', 'gw_port': {'id': '3d1f979a-9d79-4c04-ac08-66486b52929d', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:01:00Z', 'updated_at': '2021-06-15T07:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '1903f7f8-cb51-49bf-9b1f-857643ec4d21', 'name': '', 'network_id': '726404b6-a398-481b-a0a7-1cdd36bdb5a1', 'tenant_id': '439446236443494a8fe4cba510f09042', 'mac_address': 'fa:16:3e:f2:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fa4a8-487f-4a4b-afa3-3a2ef0d2a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:00:52Z', 'updated_at': '2021-06-15T07:00:59Z', 'revision_number': 5, 'project_id': '439446236443494a8fe4cba510f09042', 'subnets': [{'id': 'cc654837-93ce-45f0-a145-8c676e68faf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64c7a59-f6f4-48fa-8ecf-a22f1c3028aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:01:04.011410 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59242) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:01:04.160063 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-036e39be-a191-497b-b650-0cf63c406c8a admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1475170 Jun 15 07:01:05.561924 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 3d1f979a-9d79-4c04-ac08-66486b52929d up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:01:05.618565 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 3d1f979a-9d79-4c04-ac08-66486b52929d completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:01:05.622082 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 3d1f979a-9d79-4c04-ac08-66486b52929d triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:01:05.622455 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:05.707333 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:05.729349 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 3d1f979a-9d79-4c04-ac08-66486b52929d, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=3d1f979a-9d79-4c04-ac08-66486b52929d,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:01:05.733523 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:05.735687 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5c0420aa-c3f6-49e8-8d5f-301e45bb1856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:01:05.813073 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=3d1f979a-9d79-4c04-ac08-66486b52929d,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:01:05.816728 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:01:07.578170 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 3d1f979a-9d79-4c04-ac08-66486b52929d up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:01:07.653727 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 3d1f979a-9d79-4c04-ac08-66486b52929d triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:01:07.654325 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:12.523603 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:01:17.039115 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-45d01b35-5659-498e-9cef-157f63206401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:19.554500 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d41732af-eeed-40ab-ad9c-cd19a819c2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:19.657392 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:20.758728 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:22.215843 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:47.049584 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c6e4-33d1-49b7-9e25-b761b1e7ced3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:49.522710 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:01:49.564129 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a972bde-ca4f-4b45-ac66-aa507183b3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:49.650507 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:50.750137 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:01:52.212103 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:17.042880 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-964ee62e-ec9c-4b14-a189-6587d83158b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:19.557118 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bc99f084-45bf-4cc2-a8b3-7891614bbfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:19.652595 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:20.755130 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:22.214929 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:26.521196 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:02:41.729291 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59810) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:02:41.791239 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e643f2-918b-4b49-bc03-790b691720ec admin admin] GET failed (client error): The resource could not be found. Jun 15 07:02:41.792555 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-57e643f2-918b-4b49-bc03-790b691720ec admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623331 Jun 15 07:02:41.965023 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e084d012-29f6-4a0a-91ea-d329c366627d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:41.966532 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e084d012-29f6-4a0a-91ea-d329c366627d admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1702566 Jun 15 07:02:44.064378 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59820) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:02:44.160533 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf95f3-2af7-44a5-96ce-2144e929d25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:44.161882 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b0cf95f3-2af7-44a5-96ce-2144e929d25c admin admin] 10.222.0.24 "GET /v2.0/subnets/cc654837-93ce-45f0-a145-8c676e68faf7 HTTP/1.1" status: 200 len: 849 time: 0.0965323 Jun 15 07:02:44.171128 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:02:44.356250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Notify callbacks [] for subnet, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:44.516646 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764686202426'] for subnet, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:44.520257 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-784375ae-d06e-466a-8e9c-28cda334191b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:02:44.554343 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:44.554974 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:44.556224 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] 10.222.0.24 "PUT /v2.0/subnets/cc654837-93ce-45f0-a145-8c676e68faf7 HTTP/1.1" status: 200 len: 868 time: 0.3887455 Jun 15 07:02:44.578937 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca863beb-77f3-4f9c-ac6e-8ed3d2cf3386 None None] Network 726404b6-a398-481b-a0a7-1cdd36bdb5a1 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:02:44.579684 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc654837-93ce-45f0-a145-8c676e68faf7,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:02:44.589102 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.589472 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.589812 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.590143 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.590468 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.590792 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.591120 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.591435 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.591770 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.592089 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.592404 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.592713 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:02:44.596376 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:02:44.988922 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-2a57c6dd-64e8-4b89-a4b6-f84a90ad5650 None None] Provisioning complete for port 1903f7f8-cb51-49bf-9b1f-857643ec4d21 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:02:44.989297 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2a57c6dd-64e8-4b89-a4b6-f84a90ad5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:45.087869 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-2a57c6dd-64e8-4b89-a4b6-f84a90ad5650 None None] Provisioning complete for port c2119785-3441-4f77-94fe-95e54da9ee2c triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:02:45.088238 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2a57c6dd-64e8-4b89-a4b6-f84a90ad5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:46.736313 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59828) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:02:46.943024 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca3662-e9c3-4e2b-a313-46493abf1838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:46.943421 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca3662-e9c3-4e2b-a313-46493abf1838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:46.944975 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d0ca3662-e9c3-4e2b-a313-46493abf1838 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076631 Jun 15 07:02:47.046735 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7f9cb980-f1d4-4231-806a-c23db4e20804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:49.060275 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59836) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:02:49.281609 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65789716-61e0-42e2-a4e8-7d7a06035874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:49.282009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65789716-61e0-42e2-a4e8-7d7a06035874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:49.283521 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-65789716-61e0-42e2-a4e8-7d7a06035874 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2222874 Jun 15 07:02:49.558583 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3a84245d-0d5a-4094-89ab-d716ce58a074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:49.654818 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:50.757640 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:51.417334 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59846) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:02:51.656650 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd28e9f-4148-47b7-b186-9f1a60f4d2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:51.658020 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2dd28e9f-4148-47b7-b186-9f1a60f4d2c5 admin admin] 10.222.0.24 "GET /v2.0/networks/352e2d7d-81c3-49ce-83bd-093089610637 HTTP/1.1" status: 200 len: 886 time: 0.2397475 Jun 15 07:02:52.213748 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:02:53.826237 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59854) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:02:53.983250 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cc0ac-8cb5-4676-930c-5b2ed3414674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:53.984577 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-eb2cc0ac-8cb5-4676-930c-5b2ed3414674 admin admin] 10.222.0.24 "GET /v2.0/networks/726404b6-a398-481b-a0a7-1cdd36bdb5a1 HTTP/1.1" status: 200 len: 869 time: 0.1574378 Jun 15 07:02:56.142338 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59862) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:02:56.271668 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc373d7e-49c2-4570-a63b-b538938b1f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:56.272138 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc373d7e-49c2-4570-a63b-b538938b1f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:56.273695 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-cc373d7e-49c2-4570-a63b-b538938b1f10 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303980 Jun 15 07:02:58.433346 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59870) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:02:58.540759 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2969ec8f-e4c2-452f-bb05-95e089cfab60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:58.541162 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2969ec8f-e4c2-452f-bb05-95e089cfab60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:02:58.542817 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2969ec8f-e4c2-452f-bb05-95e089cfab60 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083376 Jun 15 07:03:00.682935 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59878) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:03:00.772932 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232569ba-e1cd-4ff7-97ab-d50a7b1f0f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:03:00.774242 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-232569ba-e1cd-4ff7-97ab-d50a7b1f0f06 admin admin] 10.222.0.24 "GET /v2.0/subnets/287868cb-8197-468d-ab4f-fc26d9f94848 HTTP/1.1" status: 200 len: 816 time: 0.0903351 Jun 15 07:03:02.906369 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59886) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:03:03.007028 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd776251-a2cf-4a63-b0bf-f614e96afe26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:03:03.008360 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-fd776251-a2cf-4a63-b0bf-f614e96afe26 admin admin] 10.222.0.24 "GET /v2.0/subnets/cc654837-93ce-45f0-a145-8c676e68faf7 HTTP/1.1" status: 200 len: 868 time: 0.1010432 Jun 15 07:03:03.519743 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:03:17.047368 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1ed9141e-b2b3-41d8-a069-4f95906e7930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:19.559538 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-de6236f7-5a60-42fe-9b20-dd8b6dab765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:19.656294 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:20.764920 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:22.216315 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:26.257213 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59930) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:03:26.302677 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [None req-09bb0076-01ee-4905-a672-79f486520a99 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:03:26.303733 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-09bb0076-01ee-4905-a672-79f486520a99 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455580 Jun 15 07:03:28.513824 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59938) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:03:28.574889 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c022f13-e032-41fc-84d7-77b58622df9c admin admin] GET failed (client error): The resource could not be found. Jun 15 07:03:28.576180 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-4c022f13-e032-41fc-84d7-77b58622df9c admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614398 Jun 15 07:03:28.734990 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f4674-3858-4286-903c-568fadb9facb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:03:28.736452 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-907f4674-3858-4286-903c-568fadb9facb admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1564765 Jun 15 07:03:30.895681 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 59946) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:03:30.941352 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:03:30.963881 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Made reservation on behalf of b8fa08b1db4c4adc96972458f42ff7c1 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:03:30.966615 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:31.003909 dv-cinder-741349-5-iscsi neutron-server[91873]: WARNING neutron.services.revisions.revision_plugin [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Could not find related network for resource to bump revision. Jun 15 07:03:31.017487 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:03:31.027187 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:31.027527 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Added segment 302e1911-bf33-49ba-826b-56c209fc25ee of type vlan for network a457ccb7-0596-45ea-88d3-23f065f701c5 Jun 15 07:03:31.083217 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:31.111400 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:31.112981 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:03:31.113572 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:31.115958 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:03:31.153335 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2564483 Jun 15 07:03:31.198777 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Pushing event updated for resources: {'Network': ['ID=a457ccb7-0596-45ea-88d3-23f065f701c5,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:03:31.201766 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:03:31.209372 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network a457ccb7-0596-45ea-88d3-23f065f701c5 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:03:33.324501 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 59954) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:03:33.385366 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33fddb4-9c69-46be-828a-10a6b851813c admin admin] GET failed (client error): The resource could not be found. Jun 15 07:03:33.386679 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a33fddb4-9c69-46be-828a-10a6b851813c admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612230 Jun 15 07:03:33.475997 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa968d6b-511d-4ff9-b9d3-a844c0a0b890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:03:33.477438 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fa968d6b-511d-4ff9-b9d3-a844c0a0b890 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0870378 Jun 15 07:03:33.486819 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:03:33.509708 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Made reservation on behalf of b8fa08b1db4c4adc96972458f42ff7c1 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:03:33.512057 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:33.735331 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:33.738158 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:03:33.801546 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb00da09-3af9-413a-82ed-277ec3baa9a6,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:03:33.813840 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.814185 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.814549 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.814881 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.815208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.815549 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.815879 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.816206 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.816542 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.816911 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.817237 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.817548 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:33.821330 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Checking segment: {'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:03:33.821864 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Network hostable DHCP agents. Network: a457ccb7-0596-45ea-88d3-23f065f701c5, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:03:33.823924 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:03:33.843105 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Network a457ccb7-0596-45ea-88d3-23f065f701c5 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:03:33.854971 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, a457ccb7-0596-45ea-88d3-23f065f701c5) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:03:33.859859 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:03:33.861767 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:33.862659 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895583bb-593b-4cd1-9ab0-3b55c57e2029 None None] Network a457ccb7-0596-45ea-88d3-23f065f701c5 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:03:33.879411 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3911679 Jun 15 07:03:34.052081 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-a457ccb7-0596-45ea-88d3-23f065f701c5', 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5', 'tenant_id': 'b8fa08b1db4c4adc96972458f42ff7c1', 'fixed_ips': [{'subnet_id': 'cb00da09-3af9-413a-82ed-277ec3baa9a6'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:03:34.053023 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:34.209601 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Allocated IP 192.168.233.2 (a457ccb7-0596-45ea-88d3-23f065f701c5/cb00da09-3af9-413a-82ed-277ec3baa9a6/4417b706-0cca-46fb-9a34-b7572c2b7370) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:03:34.406251 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:34.415202 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Transition to ACTIVE for port object 4417b706-0cca-46fb-9a34-b7572c2b7370 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:03:34.432102 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Transition to ACTIVE for port object 4417b706-0cca-46fb-9a34-b7572c2b7370 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:03:34.437956 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:34.440063 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7c5b8293-94b0-4f1e-8c23-38f4bc82ca71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:03:34.484864 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Network a457ccb7-0596-45ea-88d3-23f065f701c5 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:03:34.487715 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:03:34.491912 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:03:34.497252 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Pushing event updated for resources: {'Port': ['ID=4417b706-0cca-46fb-9a34-b7572c2b7370,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:03:34.508237 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.508576 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.508934 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.509259 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.509581 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.509909 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.510224 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.510539 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.510872 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.511191 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.511510 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.511822 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:03:34.534289 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:03:34.572838 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Attempting to bind port 4417b706-0cca-46fb-9a34-b7572c2b7370 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:03:34.573237 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Attempting to bind port 4417b706-0cca-46fb-9a34-b7572c2b7370 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:03:34.573584 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Attempting to bind port 4417b706-0cca-46fb-9a34-b7572c2b7370 on network a457ccb7-0596-45ea-88d3-23f065f701c5 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:03:34.578835 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:03:34.579357 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Checking segment: {'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:03:34.579889 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:34.580284 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Bound using segment: {'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:03:34.580754 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Bound port: 4417b706-0cca-46fb-9a34-b7572c2b7370, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:03:34.581158 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:34.750659 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] For port 4417b706-0cca-46fb-9a34-b7572c2b7370, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:03:34.753694 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] For port 4417b706-0cca-46fb-9a34-b7572c2b7370, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=4417b706-0cca-46fb-9a34-b7572c2b7370,segment=NetworkSegment(302e1911-bf33-49ba-826b-56c209fc25ee),segment_id=302e1911-bf33-49ba-826b-56c209fc25ee)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:03:34.758946 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:34.761180 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5c0420aa-c3f6-49e8-8d5f-301e45bb1856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:03:34.826559 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Pushing event updated for resources: {'Port': ['ID=4417b706-0cca-46fb-9a34-b7572c2b7370,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:03:34.830559 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:03:35.637503 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d3d48-1cfd-4e83-a341-8ecec19f9b43 None None] Network a457ccb7-0596-45ea-88d3-23f065f701c5 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:03:35.722862 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-2cc41c07-37cc-4571-bc15-1cf391d9c8b5 None None] Provisioning for port 4417b706-0cca-46fb-9a34-b7572c2b7370 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:03:35.729013 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 4417b706-0cca-46fb-9a34-b7572c2b7370 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:03:35.873872 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 4417b706-0cca-46fb-9a34-b7572c2b7370 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:03:35.879467 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 4417b706-0cca-46fb-9a34-b7572c2b7370 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:03:35.879844 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:35.991792 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:36.039745 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 4417b706-0cca-46fb-9a34-b7572c2b7370, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=4417b706-0cca-46fb-9a34-b7572c2b7370,segment=NetworkSegment(302e1911-bf33-49ba-826b-56c209fc25ee),segment_id=302e1911-bf33-49ba-826b-56c209fc25ee)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:03:36.045920 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:36.049719 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:03:36.109341 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=4417b706-0cca-46fb-9a34-b7572c2b7370,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:03:36.113092 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:03:36.159796 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-3cbc7a48-30c3-4573-97da-423003992a4b None None] Provisioning complete for port 4417b706-0cca-46fb-9a34-b7572c2b7370 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:03:36.160096 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7a48-30c3-4573-97da-423003992a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:37.656115 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 4417b706-0cca-46fb-9a34-b7572c2b7370 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:03:37.708194 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 4417b706-0cca-46fb-9a34-b7572c2b7370 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:03:37.708595 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:40.519369 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:03:47.047925 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-73c18222-480a-4392-a75b-1d6d9219d818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:49.561035 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-951fed91-a7bc-4d47-92f2-9f99eee8ef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:49.657138 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:50.765755 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:03:52.221696 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:17.049423 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d22f3bc1-0675-4bec-a34c-41b8d76bddb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:17.518223 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:04:19.561058 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b9b683f9-4379-44dd-a703-7dcf218d1cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:19.658118 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:20.767489 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:22.221244 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:41.570347 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60008) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:04:41.576931 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [None req-d07c49a2-16cb-49de-8026-5c143e5f093c tempest-verify_tempest_config-157625609 tempest-verify_tempest_config-157625609-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:04:41.577927 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d07c49a2-16cb-49de-8026-5c143e5f093c tempest-verify_tempest_config-157625609 tempest-verify_tempest_config-157625609-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065329 Jun 15 07:04:41.880521 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60026) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:04:41.985604 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:42.081156 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:42.084580 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:42.090247 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:04:42.134489 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89728c1b72794db9bdd30a15000dba01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2529082 Jun 15 07:04:42.136261 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406149cb-8dd9-4064-b1a6-c7d5f9c09381,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:04:42.137211 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60030) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:04:42.142713 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.143071 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.143442 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.143781 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.144105 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.144439 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.144763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.145109 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.145441 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.145760 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.146075 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.146389 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.151527 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:04:42.196350 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:42.221368 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:42.312359 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:42.315709 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:42.317059 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/406149cb-8dd9-4064-b1a6-c7d5f9c09381 HTTP/1.1" status: 204 len: 168 time: 0.1788599 Jun 15 07:04:42.317683 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:04:42.326534 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406149cb-8dd9-4064-b1a6-c7d5f9c09381,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:04:42.333623 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.333982 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.334317 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.334644 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.334965 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.335301 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.335749 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.336070 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.336408 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.336716 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.337066 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.337375 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:04:42.340415 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:04:47.051416 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9f4536ee-c660-4f3f-b609-8e2de6c78758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:49.561594 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d3416b5c-3a77-4858-a2e1-324ebc9c32a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:49.658815 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:50.773486 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:52.224964 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:04:54.516033 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:05:17.052039 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-016faf25-4a65-48a0-972d-03e30277ca05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:19.562575 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-875b4c02-ce42-4b7e-b164-adbc73530b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:19.659957 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:20.774745 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:22.227763 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:31.514485 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:05:47.053641 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0eb27ce4-2c2e-41cd-8460-b24521827d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:49.563603 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aeee8fd9-272c-4db4-acd7-6fafc3ba0fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:49.661557 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:50.777903 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:05:52.229125 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:08.513868 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 5 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:06:16.018346 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:17.053911 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-392403fe-fa2d-44dd-bc62-eeb101236d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:19.564883 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-72c097f4-1464-4f8c-9874-dc215e08b335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:19.664750 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:20.780382 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:21.107737 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60084) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:06:21.216947 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9ff05fce-b491-4de6-babc-a6b5360b7aaf admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1080489 Jun 15 07:06:22.235685 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:23.420145 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60094) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:06:23.477107 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9f508dfa-349c-45d0-8391-55013cc3ff96 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0556905 Jun 15 07:06:45.513784 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:06:45.975296 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:47.055690 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9d8654fe-2e7a-4095-8e79-28a1588c2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:49.567439 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3672c0b5-74e7-44f2-8ebb-0dd541396226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:49.666974 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:50.783556 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:06:52.236314 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:15.990899 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:17.057156 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eed60a8f-d84f-4dd1-bc14-0cf75c9095e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:19.568304 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aa97b1bb-a49b-4ad6-b402-13bc4976a857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:19.667697 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:20.786432 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:22.237703 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:22.512774 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:07:45.995226 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:47.069967 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-443cdec0-d2e9-48ad-80a9-fba79721407d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:49.578771 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d029aaf6-4838-4a8b-bd69-4c8ac6429424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:49.669719 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:50.792395 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:51.435408 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60316) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:51.515386 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60324) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:51.696027 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60344) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:51.877018 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-912385410-network', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:51.898816 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Made reservation on behalf of f3336ee0c5a9459ca40f0bd8ae3da4fe for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:07:51.902269 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:51.908150 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-691822248-network', 'tenant_id': '855f8af9bd7147daa54a463073b373e6'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:51.917744 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:51.938555 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Made reservation on behalf of 855f8af9bd7147daa54a463073b373e6 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:07:51.942339 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:51.958273 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:51.980836 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1960161701-network', 'tenant_id': '7799aaba26e141ec8598ea223f6de70c'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:52.027860 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.032322 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.036716 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:52.051534 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Made reservation on behalf of 7799aaba26e141ec8598ea223f6de70c for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:07:52.054520 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.067044 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92178a4d-9802-49a6-acd1-e3510fe1a2de,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:52.072449 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:07:52.076860 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.099138 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.099424 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.101027 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.102567 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.103641 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.105951 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.106395 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.107245 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.107601 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.109443 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.109947 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.111572 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Tracked resource versions report: Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: pushed versions: Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: { 'AddressGroup': {'1.2'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'ConntrackHelper': {'1.0'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Log': {'1.0'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Network': {'1.1'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Port': {'1.7'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'PortForwarding': {'1.2'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'QosPolicy': {'1.8'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SecurityGroup': {'1.4'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SecurityGroupRule': {'1.2'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SubPort': {'1.0'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Subnet': {'1.1'}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Trunk': {'1.1'}} Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: consumer versions: Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: { DHCP agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: HyperV agent@hv-cinder-74134: {}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: L3 agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: Metadata agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: Metering agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: Open vSwitch agent@dv-cinder-741349-5-iscsi: { 'AddressGroup': '1.2', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'ConntrackHelper': '1.0', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Log': '1.0', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Network': '1.1', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Port': '1.7', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'PortForwarding': '1.2', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'QosPolicy': '1.8', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SecurityGroup': '1.4', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SecurityGroupRule': '1.2', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'SubPort': '1.0', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Subnet': '1.1', Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: 'Trunk': '1.1'}} Jun 15 07:07:52.113163 dv-cinder-741349-5-iscsi neutron-server[91873]: {{(pid=91873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 07:07:52.122000 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:52.129378 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.129735 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Added segment f839d350-3d76-4278-8577-ccfdb2f7f84f of type vlan for network 1c5d9319-2881-4473-81c7-57b98bc8078f Jun 15 07:07:52.201888 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.204452 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.218489 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.239931 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:52.247212 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.248607 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:07:52.249417 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.254640 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:52.265923 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.273878 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:07:52.309897 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.310311 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Added segment d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76 of type vlan for network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab Jun 15 07:07:52.323255 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b802de-9e8f-4453-8fbf-eb5eb18b2007,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:52.339776 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.340172 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.340597 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.341006 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.341399 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.341819 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.342309 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.343085 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.343223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.343606 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.344071 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.344483 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Tracked resource versions report: Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: pushed versions: Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: { 'AddressGroup': {'1.2'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'ConntrackHelper': {'1.0'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Log': {'1.0'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Network': {'1.1'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Port': {'1.7'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'PortForwarding': {'1.2'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'QosPolicy': {'1.8'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SecurityGroup': {'1.4'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SecurityGroupRule': {'1.2'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SubPort': {'1.0'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Subnet': {'1.1'}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Trunk': {'1.1'}} Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: consumer versions: Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: { DHCP agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: HyperV agent@hv-cinder-74134: {}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: L3 agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: Metadata agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: Metering agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: Open vSwitch agent@dv-cinder-741349-5-iscsi: { 'AddressGroup': '1.2', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'ConntrackHelper': '1.0', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Log': '1.0', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Network': '1.1', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Port': '1.7', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'PortForwarding': '1.2', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'QosPolicy': '1.8', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SecurityGroup': '1.4', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SecurityGroupRule': '1.2', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'SubPort': '1.0', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Subnet': '1.1', Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: 'Trunk': '1.1'}} Jun 15 07:07:52.345691 dv-cinder-741349-5-iscsi neutron-server[91874]: {{(pid=91874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 07:07:52.379677 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:52.380765 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5d9319-2881-4473-81c7-57b98bc8078f,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:52.383694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:52.395214 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 1c5d9319-2881-4473-81c7-57b98bc8078f details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:07:52.403742 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.461928 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.471742 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:07:52.472454 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.483690 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.484687 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:52.501981 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0645761 Jun 15 07:07:52.503955 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60388) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:52.510490 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Request body: {'subnet': {'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-subnet', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:52.512229 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.541582 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60392) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:52.543142 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0256381 Jun 15 07:07:52.549312 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Request body: {'subnet': {'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-subnet', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:52.613516 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Made reservation on behalf of f3336ee0c5a9459ca40f0bd8ae3da4fe for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:07:52.616517 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:07:52.621966 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.627906 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.628542 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Added segment af7f3e15-d64b-4d1c-936b-f1d19f11518d of type vlan for network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 Jun 15 07:07:52.682407 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.711907 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Pushing event updated for resources: {'Network': ['ID=064e7ba6-b024-44e4-8f90-ac67fb89d7ab,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:52.715963 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:52.716639 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:52.721164 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.723771 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:07:52.731391 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:07:52.732439 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:52.759807 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c630f74-8b94-4036-b78b-5d0973dc26fb,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:52.777242 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:52.779712 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:53.013551 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Made reservation on behalf of 855f8af9bd7147daa54a463073b373e6 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:07:53.021479 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:53.025924 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Pushing event updated for resources: {'Network': ['ID=9ec3b45e-fd37-4f2b-92a5-cde6477038a9,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:53.041322 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:53.042735 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:07:53.043769 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3461392 Jun 15 07:07:53.046950 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60412) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:53.070722 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Request body: {'subnet': {'network_id': '9ec3b45e-fd37-4f2b-92a5-cde6477038a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1960161701-subnet', 'tenant_id': '7799aaba26e141ec8598ea223f6de70c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:53.124785 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Made reservation on behalf of 7799aaba26e141ec8598ea223f6de70c for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:07:53.128950 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:53.515353 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:53.518066 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:53.559459 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:53.570428 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-792c092a-6152-483e-9a1b-96dea2b153ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:53.615053 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444e2476-1319-434f-bc62-fadae379cf30,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:53.621238 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:53.628883 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Checking segment: {'id': 'af7f3e15-d64b-4d1c-936b-f1d19f11518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9ec3b45e-fd37-4f2b-92a5-cde6477038a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:07:53.629438 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Network hostable DHCP agents. Network: 9ec3b45e-fd37-4f2b-92a5-cde6477038a9, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:07:53.657275 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:07:53.657525 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9585d07-93ec-4d2e-8c13-a1d486a7c67d,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:53.667662 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:53.675496 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 9ec3b45e-fd37-4f2b-92a5-cde6477038a9) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:07:53.680844 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:07:53.689075 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:53.691834 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4e91d-06b6-4bf8-a366-5fca6b7000f1 None None] Network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:07:53.705989 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6576653 Jun 15 07:07:53.797464 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:53.802612 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:53.804770 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Checking segment: {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:07:53.805401 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Network hostable DHCP agents. Network: 064e7ba6-b024-44e4-8f90-ac67fb89d7ab, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:07:53.878475 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd471a62-9f5c-4c68-8fc0-f74e2a860962,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:53.886962 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:53.896919 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:07:53.903161 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Checking segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:07:53.903800 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Network hostable DHCP agents. Network: 1c5d9319-2881-4473-81c7-57b98bc8078f, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:07:53.911355 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 064e7ba6-b024-44e4-8f90-ac67fb89d7ab) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:07:53.924125 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:07:53.924729 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:53.939349 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Network 1c5d9319-2881-4473-81c7-57b98bc8078f is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:07:53.952015 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51181128-2d0e-43a6-8925-e7e62f6ea672 None None] Network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:07:53.952157 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60474) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:53.952532 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4096313 Jun 15 07:07:53.954218 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 1c5d9319-2881-4473-81c7-57b98bc8078f) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:07:53.959290 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:07:53.959936 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:53.967963 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:53.983051 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4754214 Jun 15 07:07:53.983413 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60478) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:53.984483 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05306c63-b86d-4e4d-a78d-b1cf0f561f91 None None] Network 1c5d9319-2881-4473-81c7-57b98bc8078f requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:07:53.991465 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:54.019354 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:54.020479 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:54.040891 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:54.042590 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:54.062013 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e417a-c268-4c85-bd4c-f0bbed025845 None None] Network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:07:54.116186 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:54.220097 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:54.435505 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:54.627468 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60512) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:54.637600 dv-cinder-741349-5-iscsi neutron-server[91874]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 07:07:54.688322 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:54.834011 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084d1b7-6140-47ec-a603-fa91b9b2bce1 None None] Network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:07:55.029422 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-1c5d9319-2881-4473-81c7-57b98bc8078f', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:07:55.030493 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.283896 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-007d9c76-1dab-421b-ac1c-ee726542f6ea tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:07:55.303965 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-007d9c76-1dab-421b-ac1c-ee726542f6ea tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/networks?id=9ec3b45e-fd37-4f2b-92a5-cde6477038a9 HTTP/1.1" status: 200 len: 812 time: 0.6611121 Jun 15 07:07:55.342576 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-ea3817cd-87bc-43e1-980d-a100f95c682a tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/quotas/7799aaba26e141ec8598ea223f6de70c HTTP/1.1" status: 200 len: 375 time: 0.0345268 Jun 15 07:07:55.350294 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.375158 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Allocated IP 172.20.0.2 (1c5d9319-2881-4473-81c7-57b98bc8078f/dd471a62-9f5c-4c68-8fc0-f74e2a860962/8d6a5f26-fd99-4847-8c5b-5daa80e09139) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:07:55.397172 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60568) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:55.399778 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.427388 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60576) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:55.440188 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-4bbf0de0-3465-4aa4-9005-9a3e0e124f24 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7799aaba26e141ec8598ea223f6de70c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945163 Jun 15 07:07:55.594745 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.625812 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.630748 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Allocated IP 172.27.3.244 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:07:55.736209 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9bdf026e-f0e8-4702-8e7a-08c5c72fc442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.768900 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-46808631-62c5-4f5f-a8e4-9321caed3bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.783481 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-9ab61c5e-b0a4-4181-999f-4ae247bd0616 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:07:55.793265 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-9ab61c5e-b0a4-4181-999f-4ae247bd0616 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0781722 Jun 15 07:07:55.855913 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.871974 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Transition to ACTIVE for port object 8d6a5f26-fd99-4847-8c5b-5daa80e09139 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:07:55.897730 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Transition to ACTIVE for port object 8d6a5f26-fd99-4847-8c5b-5daa80e09139 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:07:55.907878 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.925954 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:55.931903 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:56.008360 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Pushing event updated for resources: {'Port': ['ID=8d6a5f26-fd99-4847-8c5b-5daa80e09139,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:56.022000 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.022637 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.023214 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.023706 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.024594 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.025785 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.026275 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.026838 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.027328 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.027848 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.028338 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.028997 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Tracked resource versions report: Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: pushed versions: Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: { 'AddressGroup': {'1.2'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'ConntrackHelper': {'1.0'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Log': {'1.0'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Network': {'1.1'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Port': {'1.7'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'PortForwarding': {'1.2'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'QosPolicy': {'1.8'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SecurityGroup': {'1.4'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SecurityGroupRule': {'1.2'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SubPort': {'1.0'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Subnet': {'1.1'}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Trunk': {'1.1'}} Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: consumer versions: Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: { DHCP agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: HyperV agent@hv-cinder-74134: {}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: L3 agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: Metadata agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: Metering agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: Open vSwitch agent@dv-cinder-741349-5-iscsi: { 'AddressGroup': '1.2', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'ConntrackHelper': '1.0', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Log': '1.0', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Network': '1.1', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Port': '1.7', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'PortForwarding': '1.2', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'QosPolicy': '1.8', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SecurityGroup': '1.4', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SecurityGroupRule': '1.2', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'SubPort': '1.0', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Subnet': '1.1', Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: 'Trunk': '1.1'}} Jun 15 07:07:56.030919 dv-cinder-741349-5-iscsi neutron-server[91875]: {{(pid=91875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 07:07:56.037634 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Network 1c5d9319-2881-4473-81c7-57b98bc8078f is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:07:56.038921 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:56.041042 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:07:56.043557 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:07:56.090626 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9bdf026e-f0e8-4702-8e7a-08c5c72fc442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:56.092197 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:56.094633 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3f1683d2-4bdf-47f0-9d91-331c5be91e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:56.135229 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9bdf026e-f0e8-4702-8e7a-08c5c72fc442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:56.137018 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Attempting to bind port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:07:56.137402 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Attempting to bind port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:07:56.138749 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Attempting to bind port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 on network 1c5d9319-2881-4473-81c7-57b98bc8078f {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:07:56.153191 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:07:56.153720 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Checking segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:07:56.154145 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:56.154548 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Bound using segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:07:56.155190 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Bound port: 8d6a5f26-fd99-4847-8c5b-5daa80e09139, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:07:56.155579 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:56.168880 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:07:56.176871 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Allocated IP 172.27.3.88 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/96a46a49-56f2-4865-b6ce-5947d581679c) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:07:56.188881 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:07:56.191792 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:07:56.269498 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] For port 8d6a5f26-fd99-4847-8c5b-5daa80e09139, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:07:56.273916 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] For port 8d6a5f26-fd99-4847-8c5b-5daa80e09139, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=8d6a5f26-fd99-4847-8c5b-5daa80e09139,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:07:56.282728 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:56.288221 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:56.341777 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Pushing event updated for resources: {'Port': ['ID=acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:56.349108 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:56.354413 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c965138e-cc61-43a5-9d23-f2f588b33f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:56.358662 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:56.367350 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9bdf026e-f0e8-4702-8e7a-08c5c72fc442 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0814a2221574345b85d03d8f4198f16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9690764 Jun 15 07:07:56.368164 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60624) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:56.386401 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Pushing event updated for resources: {'Port': ['ID=8d6a5f26-fd99-4847-8c5b-5daa80e09139,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:56.392612 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:56.438123 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:56.448995 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:56.514656 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-9cd574fd-a63d-4da3-965d-5c40e18e9fe5 service neutron] 10.222.0.24 "GET /v2.0/networks/9ec3b45e-fd37-4f2b-92a5-cde6477038a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199368 Jun 15 07:07:56.546573 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf026e-f0e8-4702-8e7a-08c5c72fc442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ab1e47-5008-47e6-a3aa-462ad331f515,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:56.550458 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9bdf026e-f0e8-4702-8e7a-08c5c72fc442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:56.601357 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:07:56.611124 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:07:56.621294 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:07:56.765314 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Pushing event updated for resources: {'Port': ['ID=96a46a49-56f2-4865-b6ce-5947d581679c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:56.777889 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:56.990567 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-39832865-94b2-4b54-845b-80413ffbe4e8 service neutron] 10.222.0.24 "GET /v2.0/networks/9ec3b45e-fd37-4f2b-92a5-cde6477038a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560821 Jun 15 07:07:57.033698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-46808631-62c5-4f5f-a8e4-9321caed3bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.042903 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25f2aa5e-f8ab-4300-bc5b-6ccafeeb16a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.086916 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25f2aa5e-f8ab-4300-bc5b-6ccafeeb16a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.122007 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-46808631-62c5-4f5f-a8e4-9321caed3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.136999 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60656) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:57.149129 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:57.218486 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-46808631-62c5-4f5f-a8e4-9321caed3bd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=656a995d57c74a2da5b60623b947eeaf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7826984 Jun 15 07:07:57.218486 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46808631-62c5-4f5f-a8e4-9321caed3bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e82f5f-c26c-4f54-b3d0-f7b794f9a9bc,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:57.220946 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60660) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:57.252056 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-46808631-62c5-4f5f-a8e4-9321caed3bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:57.252056 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.269582 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.323241 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25f2aa5e-f8ab-4300-bc5b-6ccafeeb16a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.428452 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25f2aa5e-f8ab-4300-bc5b-6ccafeeb16a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.430016 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-25f2aa5e-f8ab-4300-bc5b-6ccafeeb16a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29ab1e47-5008-47e6-a3aa-462ad331f515 HTTP/1.1" status: 204 len: 168 time: 1.0511858 Jun 15 07:07:57.431438 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a68781cb-5de7-40ca-98c8-bf3243fd1dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:57.441810 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60674) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:57.457198 dv-cinder-741349-5-iscsi neutron-server[91873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 07:07:57.585310 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6de1a8e0-3705-4353-93a7-97adc036a5dc req-a736b263-3d64-4fa7-966f-c263e5be9624 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.1292169 Jun 15 07:07:57.603046 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ff07d15-48da-431c-b97a-3e18d386e139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.633182 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2aa5e-f8ab-4300-bc5b-6ccafeeb16a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ab1e47-5008-47e6-a3aa-462ad331f515,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:57.637871 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-25f2aa5e-f8ab-4300-bc5b-6ccafeeb16a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:57.686890 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9f7321c6-e396-425c-a172-3b09739e9ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.733912 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9f7321c6-e396-425c-a172-3b09739e9ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.737343 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12dd86-7e21-4854-af6c-d27a40b6cfc4 None None] Network 1c5d9319-2881-4473-81c7-57b98bc8078f requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:07:57.754488 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:57.903228 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-f2cc9a01-b0c2-4c73-87ae-6700570b70ce None None] Provisioning for port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:07:57.945148 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 8d6a5f26-fd99-4847-8c5b-5daa80e09139 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:07:57.962619 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60694) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:57.997793 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fda98b5f-d2cf-4193-a7ec-af8567ac7515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.057095 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:07:58.065932 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:07:58.066116 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9f7321c6-e396-425c-a172-3b09739e9ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.066576 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.076262 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9f7321c6-e396-425c-a172-3b09739e9ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.080461 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9f7321c6-e396-425c-a172-3b09739e9ee8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0e82f5f-c26c-4f54-b3d0-f7b794f9a9bc HTTP/1.1" status: 204 len: 168 time: 0.8588634 Jun 15 07:07:58.083308 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:58.120215 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Router 44304a89-fad1-4547-bc1e-44ce19136dd8 is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:07:58.122792 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.134298 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7321c6-e396-425c-a172-3b09739e9ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e82f5f-c26c-4f54-b3d0-f7b794f9a9bc,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:58.139938 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9f7321c6-e396-425c-a172-3b09739e9ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:58.234361 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.250887 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ff07d15-48da-431c-b97a-3e18d386e139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.305769 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ff07d15-48da-431c-b97a-3e18d386e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.326122 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-25f2aa5e-f8ab-4300-bc5b-6ccafeeb16a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:58.352674 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 8d6a5f26-fd99-4847-8c5b-5daa80e09139, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=8d6a5f26-fd99-4847-8c5b-5daa80e09139,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:07:58.360898 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.364180 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e026dd47-9f2a-4843-8728-5792a40f801a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:58.402727 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff07d15-48da-431c-b97a-3e18d386e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f16b2ca-e25e-41ba-bc4f-bf83dd929eee,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:58.413080 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ff07d15-48da-431c-b97a-3e18d386e139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:58.469500 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=8d6a5f26-fd99-4847-8c5b-5daa80e09139,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:58.472698 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:58.540699 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-4b70786a-e3ee-4c8a-a672-cea1050ec148 None None] Provisioning complete for port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:07:58.541024 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4b70786a-e3ee-4c8a-a672-cea1050ec148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.638713 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:07:58.649222 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Sync routers for ids ['44304a89-fad1-4547-bc1e-44ce19136dd8'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:07:58.663273 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Routers {'44304a89-fad1-4547-bc1e-44ce19136dd8'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:07:58.667349 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:07:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['44304a89-fad1-4547-bc1e-44ce19136dd8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:07:58.709795 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3ff07d15-48da-431c-b97a-3e18d386e139 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05475fd1b5494c318ea0adc3e0a50ad9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5647247 Jun 15 07:07:58.713201 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60722) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:58.719755 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fda98b5f-d2cf-4193-a7ec-af8567ac7515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.750034 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-610b1396-694f-4083-81fb-7736f99d396a req-904f7d52-5673-4fd8-ae25-f31f1d848c28 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.0530694 Jun 15 07:07:58.753049 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fda98b5f-d2cf-4193-a7ec-af8567ac7515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.756463 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.761882 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8086636 Jun 15 07:07:58.763604 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60726) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:58.822331 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fe6822b-ed89-42c6-b5f9-dcdd821e02b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.847842 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fe6822b-ed89-42c6-b5f9-dcdd821e02b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:58.869170 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:58.968162 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-fda98b5f-d2cf-4193-a7ec-af8567ac7515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d3fb88c66e14d41a66af446bdfd52ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9990599 Jun 15 07:07:58.971837 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60738) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:58.981678 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda98b5f-d2cf-4193-a7ec-af8567ac7515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63174d13-eee1-454b-92f6-5873c8083429,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:58.994669 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fda98b5f-d2cf-4193-a7ec-af8567ac7515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:58.996248 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Set router 44304a89-fad1-4547-bc1e-44ce19136dd8 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:07:58.997003 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fe6822b-ed89-42c6-b5f9-dcdd821e02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.002707 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fe6822b-ed89-42c6-b5f9-dcdd821e02b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.006099 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8fe6822b-ed89-42c6-b5f9-dcdd821e02b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f16b2ca-e25e-41ba-bc4f-bf83dd929eee HTTP/1.1" status: 204 len: 168 time: 0.2895706 Jun 15 07:07:59.006099 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:59.006338 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Router 9c550350-9bc5-4120-a046-c0267f15f97f is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:07:59.038095 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6822b-ed89-42c6-b5f9-dcdd821e02b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f16b2ca-e25e-41ba-bc4f-bf83dd929eee,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:59.043354 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8fe6822b-ed89-42c6-b5f9-dcdd821e02b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:59.315699 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:07:56Z', 'revision_number': 3, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:07:59.319854 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Checking router: 44304a89-fad1-4547-bc1e-44ce19136dd8 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:07:59.320526 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Updating router 44304a89-fad1-4547-bc1e-44ce19136dd8 port 96a46a49-56f2-4865-b6ce-5947d581679c binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:07:59.382786 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.434425 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60758) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:59.440837 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ad26e2d8-9b40-4003-82bc-55c4495ca17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.464087 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ec53bd5e-160b-4463-bc5e-0ca39984a47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.489167 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60760) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:59.501280 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ad26e2d8-9b40-4003-82bc-55c4495ca17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.513052 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:07:59.528738 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:07:59.530529 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Sync routers for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:07:59.559557 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:07:59.563730 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:07:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:07:59.643868 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ec53bd5e-160b-4463-bc5e-0ca39984a47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.653973 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ec53bd5e-160b-4463-bc5e-0ca39984a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.669785 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.674237 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6871054 Jun 15 07:07:59.677127 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60768) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:59.688474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:07:59.715344 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ec53bd5e-160b-4463-bc5e-0ca39984a47b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b071c717e0a4f00ac1818c9969d6bcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2785466 Jun 15 07:07:59.716297 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60770) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:07:59.823120 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53bd5e-160b-4463-bc5e-0ca39984a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab06d5-40b8-493d-b920-ac8802ee1925,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:07:59.836819 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:07:59.837555 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ec53bd5e-160b-4463-bc5e-0ca39984a47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:07:59.873211 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc903c3-19af-47ed-a344-4beb9f5af12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.923912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-987542413-network', 'tenant_id': '67d7985a505447d18f5fc932018ad636'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:07:59.945749 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc903c3-19af-47ed-a344-4beb9f5af12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.957260 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Made reservation on behalf of 67d7985a505447d18f5fc932018ad636 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:07:59.961474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:07:59.970057 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 8d6a5f26-fd99-4847-8c5b-5daa80e09139 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:07:59.997569 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ad26e2d8-9b40-4003-82bc-55c4495ca17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.011673 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ad26e2d8-9b40-4003-82bc-55c4495ca17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.015060 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ad26e2d8-9b40-4003-82bc-55c4495ca17b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63174d13-eee1-454b-92f6-5873c8083429 HTTP/1.1" status: 204 len: 168 time: 1.0398586 Jun 15 07:08:00.038660 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.080105 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:00.138953 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc903c3-19af-47ed-a344-4beb9f5af12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.145150 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc903c3-19af-47ed-a344-4beb9f5af12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.146716 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9dc903c3-19af-47ed-a344-4beb9f5af12c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0ab06d5-40b8-493d-b920-ac8802ee1925 HTTP/1.1" status: 204 len: 168 time: 0.4238975 Jun 15 07:08:00.159452 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26e2d8-9b40-4003-82bc-55c4495ca17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63174d13-eee1-454b-92f6-5873c8083429,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:00.160307 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8fe6822b-ed89-42c6-b5f9-dcdd821e02b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:00.167261 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0471c567-f56c-43f1-b334-70a13c0da962 req-55543708-bdf4-4d65-89e6-eebdcdbdbf82 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.0737770 Jun 15 07:08:00.171890 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ad26e2d8-9b40-4003-82bc-55c4495ca17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:00.219018 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc903c3-19af-47ed-a344-4beb9f5af12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab06d5-40b8-493d-b920-ac8802ee1925,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:00.230273 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9dc903c3-19af-47ed-a344-4beb9f5af12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:00.257243 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.285711 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Transition to ACTIVE for port object 96a46a49-56f2-4865-b6ce-5947d581679c will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:00.307649 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.311431 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:00.365579 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.383370 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.401547 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:08:00.420202 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.422689 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Added segment 7e225276-c3ab-4903-8759-64aadc29b893 of type vlan for network 28baf92c-40d8-4d8f-b66a-f3ce20e0cdae Jun 15 07:08:00.470743 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Attempting to bind port 96a46a49-56f2-4865-b6ce-5947d581679c on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:00.475525 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Attempting to bind port 96a46a49-56f2-4865-b6ce-5947d581679c by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:00.476113 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Attempting to bind port 96a46a49-56f2-4865-b6ce-5947d581679c on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:00.482682 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Pushing event updated for resources: {'Port': ['ID=96a46a49-56f2-4865-b6ce-5947d581679c,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:00.490441 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.505445 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.507022 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.507518 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.508000 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.508465 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.510949 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.511466 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.512116 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.512585 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.513101 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.514370 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.514862 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.517204 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Tracked resource versions report: Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: pushed versions: Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: { 'AddressGroup': {'1.2'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'ConntrackHelper': {'1.0'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Log': {'1.0'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Network': {'1.1'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Port': {'1.7'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'PortForwarding': {'1.2'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'QosPolicy': {'1.8'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SecurityGroup': {'1.4'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SecurityGroupRule': {'1.2'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SubPort': {'1.0'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Subnet': {'1.1'}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Trunk': {'1.1'}} Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: consumer versions: Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: { DHCP agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: HyperV agent@hv-cinder-74134: {}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: L3 agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: Metadata agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: Metering agent@dv-cinder-741349-5-iscsi: {}, Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: Open vSwitch agent@dv-cinder-741349-5-iscsi: { 'AddressGroup': '1.2', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'ConntrackHelper': '1.0', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Log': '1.0', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Network': '1.1', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Port': '1.7', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'PortForwarding': '1.2', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'QosPolicy': '1.8', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SecurityGroup': '1.4', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SecurityGroupRule': '1.2', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'SubPort': '1.0', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Subnet': '1.1', Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: 'Trunk': '1.1'}} Jun 15 07:08:00.519580 dv-cinder-741349-5-iscsi neutron-server[91876]: {{(pid=91876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 07:08:00.529460 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:00.541617 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:00.542317 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.542888 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:00.543536 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Bound port: 96a46a49-56f2-4865-b6ce-5947d581679c, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:00.544093 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.546019 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:00.547594 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:00.559090 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.559832 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:00.560316 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.563110 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:00.563799 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.582942 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6471e09-4b75-49d9-919a-562ae39c402c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:00.586175 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:00.586582 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:00.677069 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Pushing event updated for resources: {'Network': ['ID=28baf92c-40d8-4d8f-b66a-f3ce20e0cdae,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:00.680558 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1883979 Jun 15 07:08:00.682048 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:00.684426 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60798) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:00.689758 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Request body: {'subnet': {'network_id': '28baf92c-40d8-4d8f-b66a-f3ce20e0cdae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-987542413-subnet', 'tenant_id': '67d7985a505447d18f5fc932018ad636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:00.712903 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] For port 96a46a49-56f2-4865-b6ce-5947d581679c, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:00.717487 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] For port 96a46a49-56f2-4865-b6ce-5947d581679c, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=96a46a49-56f2-4865-b6ce-5947d581679c,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:00.733930 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:07:56Z', 'revision_number': 3, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:00.736516 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Made reservation on behalf of 67d7985a505447d18f5fc932018ad636 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:00.740029 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.741155 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:00.749858 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 28baf92c-40d8-4d8f-b66a-f3ce20e0cdae details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:08:00.755041 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-40790a7c-cf63-4dae-a022-31f01acd2157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:00.972745 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Pushing event updated for resources: {'Port': ['ID=96a46a49-56f2-4865-b6ce-5947d581679c,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:01.003536 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:01.028260 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Routers {'44304a89-fad1-4547-bc1e-44ce19136dd8'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:08:01.029464 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:07:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['44304a89-fad1-4547-bc1e-44ce19136dd8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:01.035897 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.11', 62228) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:01.104034 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Checking router: 9c550350-9bc5-4120-a046-c0267f15f97f for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:08:01.104654 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Updating router 9c550350-9bc5-4120-a046-c0267f15f97f port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:08:01.157096 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:01.222350 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:01.231332 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-42fc7d82-f1c1-40c7-bcb6-50241f755004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:01.470397 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c949a5a6-a6ad-43af-baa2-e01271df5003,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:01.498062 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:01.518308 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Checking segment: {'id': '7e225276-c3ab-4903-8759-64aadc29b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28baf92c-40d8-4d8f-b66a-f3ce20e0cdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:01.519074 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Network hostable DHCP agents. Network: 28baf92c-40d8-4d8f-b66a-f3ce20e0cdae, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:08:01.531356 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] Set router 44304a89-fad1-4547-bc1e-44ce19136dd8 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:08:01.574712 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Network 28baf92c-40d8-4d8f-b66a-f3ce20e0cdae is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:08:01.597047 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 28baf92c-40d8-4d8f-b66a-f3ce20e0cdae) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:01.607650 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:01.609098 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:01.650739 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9652491 Jun 15 07:08:01.869305 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60850) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:01.874978 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:01.899441 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Transition to ACTIVE for port object acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:01.910478 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Allocated IP 172.20.0.1 (064e7ba6-b024-44e4-8f90-ac67fb89d7ab/d9585d07-93ec-4d2e-8c13-a1d486a7c67d/1ad23ed3-dbe9-4c95-a399-bdf408da4532) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:08:01.911609 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f7ab3-7f02-4d64-8e98-d1842872da86 None None] Network 28baf92c-40d8-4d8f-b66a-f3ce20e0cdae requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:08:01.948885 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cfca82a6-4ca1-4a4f-9168-cbc13a7fc70b req-aa7610d0-9825-4027-af45-05b6a91013a0 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.0884984 Jun 15 07:08:02.063564 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:07:56Z', 'revision_number': 3, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:02.068182 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fd235-a5a0-4afd-93f9-e3aa04f94da1 None None] The sync data for ids ['44304a89-fad1-4547-bc1e-44ce19136dd8'] in dv-cinder-741349-5-iscsi is: [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:07:56Z', 'revision_number': 3, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:08:02.109878 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.110153 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-16d1f4d8-8881-426c-81ac-a89bd9441057 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:02.111515 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-16d1f4d8-8881-426c-81ac-a89bd9441057 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.11 "GET /v2.0/networks?id=9ec3b45e-fd37-4f2b-92a5-cde6477038a9 HTTP/1.1" status: 200 len: 812 time: 1.0724030 Jun 15 07:08:02.124365 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:02.182894 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addeca8-ebe3-4d15-98dc-9f708cd7cb1c None None] Pushing event updated for resources: {'Port': ['ID=acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:02.191898 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7addeca8-ebe3-4d15-98dc-9f708cd7cb1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:02.236550 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Attempting to bind port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:02.236959 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Attempting to bind port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:02.237335 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Attempting to bind port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:02.247614 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:02.248002 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:02.248417 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.248841 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:02.249344 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Bound port: acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:02.250108 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.304960 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Request body: {'port': {'device_id': '47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b', 'network_id': '9ec3b45e-fd37-4f2b-92a5-cde6477038a9', 'admin_state_up': True, 'tenant_id': '7799aaba26e141ec8598ea223f6de70c'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:02.336261 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77f7eb4c-5dfe-4c90-bca3-851f26e8b736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.345022 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31b2280-e10d-44d7-a2b7-f8e2880bf9d3 None None] Network 28baf92c-40d8-4d8f-b66a-f3ce20e0cdae requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:08:02.438045 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.449438 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] For port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:02.475421 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] For port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:02.488155 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.506419 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:02.530853 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77f7eb4c-5dfe-4c90-bca3-851f26e8b736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.543345 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77f7eb4c-5dfe-4c90-bca3-851f26e8b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.550884 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:02.635427 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-77f7eb4c-5dfe-4c90-bca3-851f26e8b736 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b5f835ea0b74f0bacd0783a7735b3bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7648864 Jun 15 07:08:02.639060 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60888) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:02.642142 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.669603 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7eb4c-5dfe-4c90-bca3-851f26e8b736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f169f61-f7ef-4f0c-976c-25b3d1a01cbd,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:02.677567 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-77f7eb4c-5dfe-4c90-bca3-851f26e8b736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:02.763012 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:08:02.763518 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:07:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:02.767931 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addeca8-ebe3-4d15-98dc-9f708cd7cb1c None None] Pushing event updated for resources: {'Port': ['ID=acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:02.812579 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8a039a6d-6d6e-470b-8633-8f76e9f3729a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.825289 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7addeca8-ebe3-4d15-98dc-9f708cd7cb1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:02.862896 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8a039a6d-6d6e-470b-8633-8f76e9f3729a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.928333 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.944324 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:08:02.971445 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8a039a6d-6d6e-470b-8633-8f76e9f3729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.974659 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8a039a6d-6d6e-470b-8633-8f76e9f3729a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:02.975861 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8a039a6d-6d6e-470b-8633-8f76e9f3729a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f169f61-f7ef-4f0c-976c-25b3d1a01cbd HTTP/1.1" status: 204 len: 168 time: 0.3225169 Jun 15 07:08:02.976610 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:03.000319 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039a6d-6d6e-470b-8633-8f76e9f3729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f169f61-f7ef-4f0c-976c-25b3d1a01cbd,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:03.009898 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8a039a6d-6d6e-470b-8633-8f76e9f3729a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:03.012259 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:03.090127 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:03.100467 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:03.107907 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:08:03.108448 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:03.143522 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60904) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:03.278562 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Made reservation on behalf of 7799aaba26e141ec8598ea223f6de70c for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:03.282530 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:03.504166 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-256a23f9-bf2b-4eba-96de-734772e1facd req-f06ce3ee-1a89-420f-8e14-041e0ac8b27c tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.2605400 Jun 15 07:08:03.544574 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad23ed3-dbe9-4c95-a399-bdf408da4532,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:03.572718 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:07:56Z', 'revision_number': 3, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:03.589570 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74833716-eec0-47b6-a05a-46be707490d6 None None] The sync data for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi is: [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:07:56Z', 'revision_number': 3, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:08:03.830342 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-205e76d2-9cc4-405d-bb27-5386f6b2ee0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:03.855285 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:03.980750 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 96a46a49-56f2-4865-b6ce-5947d581679c up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:04.130834 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-205e76d2-9cc4-405d-bb27-5386f6b2ee0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.142034 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-205e76d2-9cc4-405d-bb27-5386f6b2ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.144091 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Allocated IP 172.20.0.1 (1c5d9319-2881-4473-81c7-57b98bc8078f/dd471a62-9f5c-4c68-8fc0-f74e2a860962/07e9092d-d0bd-458d-a416-7716b89b6f04) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:08:04.153432 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:04.180526 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 96a46a49-56f2-4865-b6ce-5947d581679c completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:04.186504 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 96a46a49-56f2-4865-b6ce-5947d581679c triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:04.187157 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.208228 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 60922) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:04.250237 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e76d2-9cc4-405d-bb27-5386f6b2ee0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5e6b2b-324a-41a9-ada6-07c357d9616d,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:04.260577 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-205e76d2-9cc4-405d-bb27-5386f6b2ee0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:04.310166 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-205e76d2-9cc4-405d-bb27-5386f6b2ee0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b19b34ad11b476394c872f77b6f8b11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1653960 Jun 15 07:08:04.314655 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.316951 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60924) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:04.469216 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.472133 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7c3f-857a-43cd-87c8-9698638799d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.530483 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 96a46a49-56f2-4865-b6ce-5947d581679c, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=96a46a49-56f2-4865-b6ce-5947d581679c,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:04.538657 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.545174 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7c3f-857a-43cd-87c8-9698638799d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.545597 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:04.701178 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7c3f-857a-43cd-87c8-9698638799d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.708272 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7c3f-857a-43cd-87c8-9698638799d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:04.711172 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=96a46a49-56f2-4865-b6ce-5947d581679c,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:04.723982 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b7ce7c3f-857a-43cd-87c8-9698638799d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c5e6b2b-324a-41a9-ada6-07c357d9616d HTTP/1.1" status: 204 len: 168 time: 0.3936768 Jun 15 07:08:04.723982 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8a039a6d-6d6e-470b-8633-8f76e9f3729a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:04.730402 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:04.746598 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce7c3f-857a-43cd-87c8-9698638799d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5e6b2b-324a-41a9-ada6-07c357d9616d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:04.754750 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b7ce7c3f-857a-43cd-87c8-9698638799d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:05.177606 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6029c8cc-331e-4ce2-94fa-56456e897bb0 req-a441195b-9015-4f76-9880-0881f38c3bca tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.0895669 Jun 15 07:08:05.254855 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:05.298716 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0d144ff-3527-480c-abd5-2269a6e9a0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:05.302414 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:05.335877 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:05.389607 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:05.479172 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 60948) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:05.486855 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-946648044-network', 'tenant_id': '351d57339f284209b465f7f8e2feaac1'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:05.781221 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad23ed3-dbe9-4c95-a399-bdf408da4532,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:05.895917 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:05.897691 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Allocated IP 172.20.0.9 (9ec3b45e-fd37-4f2b-92a5-cde6477038a9/444e2476-1319-434f-bc62-fadae379cf30/161a9fab-acae-456b-ae6f-4b190822f2d6) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:08:05.906605 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:05.974547 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Transition to ACTIVE for port object 07e9092d-d0bd-458d-a416-7716b89b6f04 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:06.061137 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:06.427710 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:06.505671 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0d144ff-3527-480c-abd5-2269a6e9a0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.517391 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:06.522742 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:06.523488 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.546342 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Made reservation on behalf of 351d57339f284209b465f7f8e2feaac1 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:06.551591 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.584657 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.775283 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:06.905411 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0d144ff-3527-480c-abd5-2269a6e9a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.907279 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.907573 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-028e6318-e9e8-484b-90fa-b2867d09e8a2 req-47fc2e0a-5ce6-4e2c-b0d2-1ada3a410079 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.2488463 Jun 15 07:08:06.907666 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.907666 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.907866 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9f7321c6-e396-425c-a172-3b09739e9ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:06.907866 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.908037 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:08:06.928623 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.930371 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Added segment 775e2040-22e4-447e-8772-166ac6cddffd of type vlan for network be0d0a0f-ea5f-45d8-9dd1-79261432357d Jun 15 07:08:06.941291 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:06.978877 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:06.991358 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 96a46a49-56f2-4865-b6ce-5947d581679c up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:06.999510 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:07.069223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:07.173902 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:07.173902 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:07.177189 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:07.178170 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:07.185958 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab5f896-bb2a-4539-95b5-489e2e488141,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:07.191883 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:07.200836 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83e96767-44d8-4fbf-b7fb-a925263003d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:07.288146 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Pushing event updated for resources: {'Network': ['ID=be0d0a0f-ea5f-45d8-9dd1-79261432357d,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:07.293414 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:07.299184 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:07.299749 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8187232 Jun 15 07:08:07.305256 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32768) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:07.310817 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Request body: {'subnet': {'network_id': 'be0d0a0f-ea5f-45d8-9dd1-79261432357d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-946648044-subnet', 'tenant_id': '351d57339f284209b465f7f8e2feaac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:07.317156 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:07.324386 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network be0d0a0f-ea5f-45d8-9dd1-79261432357d details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:08:07.367482 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Made reservation on behalf of 351d57339f284209b465f7f8e2feaac1 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:07.370990 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:07.398638 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 96a46a49-56f2-4865-b6ce-5947d581679c triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:07.399223 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:07.406486 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Network 1c5d9319-2881-4473-81c7-57b98bc8078f is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:07.436172 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e0d144ff-3527-480c-abd5-2269a6e9a0d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b0849073ba94102bd5ca64d425dfed8&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1945953 Jun 15 07:08:07.443219 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:07.459529 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:08:07.466708 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:07.654454 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 32778) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:07.671111 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d144ff-3527-480c-abd5-2269a6e9a0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d13e68f-f1cd-4ad2-acb2-f1c21ec5e066,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:07.684687 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e0d144ff-3527-480c-abd5-2269a6e9a0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:07.763324 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:07.768375 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32794) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:07.868613 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Pushing event updated for resources: {'Port': ['ID=07e9092d-d0bd-458d-a416-7716b89b6f04,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:07.874915 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:08.016769 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.031964 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:08.136488 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dcbba987-ec19-4a7f-899f-6a1dbb5593dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.153056 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.183132 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d7d45003-4500-4aff-af50-5d93cf5ab0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:08.237390 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-def8cf49-c572-485d-af91-7010309e40f1 None None] Provisioning for port 07e9092d-d0bd-458d-a416-7716b89b6f04 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:08.249911 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-def8cf49-c572-485d-af91-7010309e40f1 None None] Provisioning complete for port 07e9092d-d0bd-458d-a416-7716b89b6f04 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:08.250597 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-def8cf49-c572-485d-af91-7010309e40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.252457 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:08.253039 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.292473 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Router 44304a89-fad1-4547-bc1e-44ce19136dd8 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:08:08.294078 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad0f-f4f4-4bfe-82fa-a302ebf96fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.379553 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad0f-f4f4-4bfe-82fa-a302ebf96fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.466581 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa5aef7-f432-43cf-8bf0-4aba5240e094,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:08.476449 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:08.523045 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-def8cf49-c572-485d-af91-7010309e40f1 None None] Port 07e9092d-d0bd-458d-a416-7716b89b6f04 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:08:08.544083 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 32812) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:08.563967 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.573081 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Checking segment: {'id': '775e2040-22e4-447e-8772-166ac6cddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'be0d0a0f-ea5f-45d8-9dd1-79261432357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:08.574536 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Network hostable DHCP agents. Network: be0d0a0f-ea5f-45d8-9dd1-79261432357d, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:08:08.583777 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8df8cf9a-9a1d-417e-9c4e-667c8f9c5534 req-6ab24a45-7bc0-4457-8d4d-dfe2d5ccd953 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.2948263 Jun 15 07:08:08.598006 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.674923 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Network be0d0a0f-ea5f-45d8-9dd1-79261432357d is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:08:08.706415 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, be0d0a0f-ea5f-45d8-9dd1-79261432357d) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:08.722867 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:08.723432 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae4725-75d9-44b9-aba7-856c9255aa96 None None] Network be0d0a0f-ea5f-45d8-9dd1-79261432357d requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:08:08.723544 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.859419 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dcbba987-ec19-4a7f-899f-6a1dbb5593dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.868456 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dcbba987-ec19-4a7f-899f-6a1dbb5593dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:08.948267 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1173fb35-50ca-42e7-9fb3-3578635284ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:08.952656 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-dcbba987-ec19-4a7f-899f-6a1dbb5593dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d9f965c71754d828928b7eb1c4adad9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1677625 Jun 15 07:08:08.968505 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6617475 Jun 15 07:08:08.975228 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32820) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:09.049321 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbba987-ec19-4a7f-899f-6a1dbb5593dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd5c0fd-1858-41fe-bd03-1a4a52e97d8a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:09.053002 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-dcbba987-ec19-4a7f-899f-6a1dbb5593dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:09.107683 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f06028f1-50de-4fcf-8a00-29a50096f04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.177597 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bcd39b-fc86-4acd-bbf3-a464fd81f952 None None] Network be0d0a0f-ea5f-45d8-9dd1-79261432357d requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:08:09.192065 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f06028f1-50de-4fcf-8a00-29a50096f04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.193263 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:09.268733 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:09.280278 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 32824) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:09.322851 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f06028f1-50de-4fcf-8a00-29a50096f04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.325782 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f06028f1-50de-4fcf-8a00-29a50096f04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.327596 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f06028f1-50de-4fcf-8a00-29a50096f04a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbd5c0fd-1858-41fe-bd03-1a4a52e97d8a HTTP/1.1" status: 204 len: 168 time: 0.3512883 Jun 15 07:08:09.328644 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:09.346618 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06028f1-50de-4fcf-8a00-29a50096f04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd5c0fd-1858-41fe-bd03-1a4a52e97d8a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:09.361262 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f06028f1-50de-4fcf-8a00-29a50096f04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:09.362284 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:09.366333 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad0f-f4f4-4bfe-82fa-a302ebf96fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.415618 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:08:09.431268 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:09.431950 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.463783 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad0f-f4f4-4bfe-82fa-a302ebf96fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.467405 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d2b0ad0f-f4f4-4bfe-82fa-a302ebf96fd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d13e68f-f1cd-4ad2-acb2-f1c21ec5e066 HTTP/1.1" status: 204 len: 168 time: 1.7849953 Jun 15 07:08:09.467405 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c25cdaf-d669-4a2d-a6e6-d4730d4ecccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.613136 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3293083 Jun 15 07:08:09.624023 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Pushing event updated for resources: {'Port': ['ID=161a9fab-acae-456b-ae6f-4b190822f2d6,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:09.650514 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:09.651058 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fda98b5f-d2cf-4193-a7ec-af8567ac7515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:09.664127 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:08:09.673734 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Sync routers for ids ['44304a89-fad1-4547-bc1e-44ce19136dd8'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:08:09.685397 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Routers {'44304a89-fad1-4547-bc1e-44ce19136dd8'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:08:09.686733 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:07:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['44304a89-fad1-4547-bc1e-44ce19136dd8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:09.702689 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Deleting subnet c949a5a6-a6ad-43af-baa2-e01271df5003 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:08:09.721959 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] 10.222.0.24 "PUT /v2.0/routers/44304a89-fad1-4547-bc1e-44ce19136dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9552982 Jun 15 07:08:09.727612 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.730831 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0ad0f-f4f4-4bfe-82fa-a302ebf96fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d13e68f-f1cd-4ad2-acb2-f1c21ec5e066,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:09.795178 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.800206 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d2b0ad0f-f4f4-4bfe-82fa-a302ebf96fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:09.822487 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.866938 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:09.876556 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:09.948832 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:10.051286 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:10.051743 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Set router 44304a89-fad1-4547-bc1e-44ce19136dd8 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:08:10.273580 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32850) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:10.299755 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-10145523-c9f2-48fc-978a-83346b0650d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:10.312447 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Pushing event updated for resources: {'Port': ['ID=07e9092d-d0bd-458d-a416-7716b89b6f04,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:10.336655 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:10.440166 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:10.512556 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:10.641177 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433e53e-645b-4d3a-a832-22dcad4b8114 req-4b0b8e49-bd0c-43cc-bbac-601ed62ca686 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:10.643108 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a433e53e-645b-4d3a-a832-22dcad4b8114 req-4b0b8e49-bd0c-43cc-bbac-601ed62ca686 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 931 time: 0.7134981 Jun 15 07:08:10.646772 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:10.650081 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c949a5a6-a6ad-43af-baa2-e01271df5003 HTTP/1.1" status: 204 len: 168 time: 1.2840185 Jun 15 07:08:10.652781 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32860) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:10.662313 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c949a5a6-a6ad-43af-baa2-e01271df5003,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:10.672443 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:10.715159 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c25cdaf-d669-4a2d-a6e6-d4730d4ecccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:10.734795 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c25cdaf-d669-4a2d-a6e6-d4730d4ecccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:10.748518 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Network 1c5d9319-2881-4473-81c7-57b98bc8078f is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:10.752618 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:10.756116 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:03Z', 'revision_number': 4, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '1ad23ed3-dbe9-4c95-a399-bdf408da4532', 'name': '', 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'mac_address': 'fa:16:3e:bd:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd9585d07-93ec-4d2e-8c13-a1d486a7c67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:00Z', 'updated_at': '2021-06-15T07:08:04Z', 'revision_number': 2, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'subnets': [{'id': 'd9585d07-93ec-4d2e-8c13-a1d486a7c67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:10.769172 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9bdf026e-f0e8-4702-8e7a-08c5c72fc442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:10.775377 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Checking router: 44304a89-fad1-4547-bc1e-44ce19136dd8 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:08:10.775743 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Updating router 44304a89-fad1-4547-bc1e-44ce19136dd8 port 1ad23ed3-dbe9-4c95-a399-bdf408da4532 binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:08:10.900102 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:10.981621 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:11.038100 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a433e53e-645b-4d3a-a832-22dcad4b8114 req-00955331-1e91-4da9-b545-56bed987781a tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636227 Jun 15 07:08:11.041645 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25cdaf-d669-4a2d-a6e6-d4730d4ecccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac945a7-d8e2-45c9-9cc3-bc1522d6a973,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:11.213583 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8c25cdaf-d669-4a2d-a6e6-d4730d4ecccf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5938fdd357cc4babbd9d27c92b3fce17&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6650081 Jun 15 07:08:11.213583 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8c25cdaf-d669-4a2d-a6e6-d4730d4ecccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:11.252568 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-528c8317-f0a7-4837-9a4e-6b91c78cfcb5 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:08:11.256402 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-528c8317-f0a7-4837-9a4e-6b91c78cfcb5 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198069 Jun 15 07:08:11.257124 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32880) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:11.314999 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9cf9ec7a-3ecc-4a27-ad1b-f17795bdeb2b None None] Provisioning complete for port 07e9092d-d0bd-458d-a416-7716b89b6f04 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:11.315661 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ec7a-3ecc-4a27-ad1b-f17795bdeb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:11.383356 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Router 9c550350-9bc5-4120-a046-c0267f15f97f has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:08:11.486754 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9ec7a-3ecc-4a27-ad1b-f17795bdeb2b None None] Port 07e9092d-d0bd-458d-a416-7716b89b6f04 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:08:11.653285 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:11.674741 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Transition to ACTIVE for port object 1ad23ed3-dbe9-4c95-a399-bdf408da4532 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:11.687369 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:11.693452 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:11.814694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:08:11.819940 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] 10.222.0.24 "PUT /v2.0/routers/9c550350-9bc5-4120-a046-c0267f15f97f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1415091 Jun 15 07:08:11.820416 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:11.826704 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Sync routers for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:08:11.837667 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.843614 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.845330 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.850854 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:08:11.851838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > port after_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.851838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.852170 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > port after_update 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.852555 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.854079 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:07:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:11.855122 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.855487 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.855831 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:11.892195 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2084c-6b3c-4f63-aa14-1bd21195e79e None None] Pushing event updated for resources: {'Port': ['ID=1ad23ed3-dbe9-4c95-a399-bdf408da4532,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:11.897095 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-98c2084c-6b3c-4f63-aa14-1bd21195e79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:12.161185 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Attempting to bind port 1ad23ed3-dbe9-4c95-a399-bdf408da4532 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:12.162065 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Attempting to bind port 1ad23ed3-dbe9-4c95-a399-bdf408da4532 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:12.162590 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Attempting to bind port 1ad23ed3-dbe9-4c95-a399-bdf408da4532 on network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:12.169857 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:12.171208 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Checking segment: {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:12.171761 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.172297 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Bound using segment: {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:12.172948 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Bound port: 1ad23ed3-dbe9-4c95-a399-bdf408da4532, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:12.174381 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.192014 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:08:12.284583 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:12.285095 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:12.285521 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:12.285964 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:12.286397 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28baf92c-40d8-4d8f-b66a-f3ce20e0cdae']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:12.355279 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Request body: {'port': {'device_id': '47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:12.418880 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e225276-c3ab-4903-8759-64aadc29b893') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:12.419168 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e225276-c3ab-4903-8759-64aadc29b893') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:12.448995 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] For port 1ad23ed3-dbe9-4c95-a399-bdf408da4532, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:12.456148 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] For port 1ad23ed3-dbe9-4c95-a399-bdf408da4532, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=1ad23ed3-dbe9-4c95-a399-bdf408da4532,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:12.456761 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.471028 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.487729 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-98c2084c-6b3c-4f63-aa14-1bd21195e79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:12.526474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.608636 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f8461774-0dbd-4b97-afea-caa295b8631d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.611302 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:08:12.611683 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.628614 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Routers {'44304a89-fad1-4547-bc1e-44ce19136dd8'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: from cryptography.utils import int_from_bytes Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: from cryptography.utils import int_from_bytes Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:08:12.630409 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:08:12.636427 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:07:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['44304a89-fad1-4547-bc1e-44ce19136dd8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:12.638855 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.691709 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-ac2999a4-a24d-4062-9f59-7a9d000098d1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:12.701340 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-ac2999a4-a24d-4062-9f59-7a9d000098d1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 818 time: 1.5985434 Jun 15 07:08:12.713242 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-10145523-c9f2-48fc-978a-83346b0650d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.740260 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-10145523-c9f2-48fc-978a-83346b0650d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.747334 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f8461774-0dbd-4b97-afea-caa295b8631d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:12.757558 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-badcf388-81d5-4fc6-92a9-ef3c4016a752 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/quotas/855f8af9bd7147daa54a463073b373e6 HTTP/1.1" status: 200 len: 375 time: 0.0550499 Jun 15 07:08:12.914769 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] Set router 44304a89-fad1-4547-bc1e-44ce19136dd8 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:08:13.064482 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 2, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:13.074756 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Checking router: 9c550350-9bc5-4120-a046-c0267f15f97f for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:08:13.075156 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Updating router 9c550350-9bc5-4120-a046-c0267f15f97f port 07e9092d-d0bd-458d-a416-7716b89b6f04 binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:08:13.143741 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2084c-6b3c-4f63-aa14-1bd21195e79e None None] Pushing event updated for resources: {'Port': ['ID=1ad23ed3-dbe9-4c95-a399-bdf408da4532,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:13.151549 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-98c2084c-6b3c-4f63-aa14-1bd21195e79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:13.193484 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:13.270040 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:13.356533 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-10145523-c9f2-48fc-978a-83346b0650d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fc444a99a7c465eaa14c59138b97ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0809219 Jun 15 07:08:13.397685 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 32918) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:13.426157 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:13.524010 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:13.546360 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] 10.222.0.24 "DELETE /v2.0/networks/28baf92c-40d8-4d8f-b66a-f3ce20e0cdae HTTP/1.1" status: 204 len: 168 time: 2.8810267 Jun 15 07:08:13.546628 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10085a5-25ac-4ea8-ab2f-0c1ba968bfdd req-3e25984d-6da1-4131-9cc8-612c29d26426 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:13.549803 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10085a5-25ac-4ea8-ab2f-0c1ba968bfdd req-3e25984d-6da1-4131-9cc8-612c29d26426 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 931 time: 1.0860651 Jun 15 07:08:13.559708 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32920) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:13.594574 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10145523-c9f2-48fc-978a-83346b0650d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd09135c-e979-4ef7-a313-e1db35839ad9,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:13.606937 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-10145523-c9f2-48fc-978a-83346b0650d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:13.656180 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7018db17-5ad6-464d-8c92-c233a5eabbc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:13.723641 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a9817249-5614-47cd-a552-042111222cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:13.775593 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a9817249-5614-47cd-a552-042111222cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:13.786249 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:03Z', 'revision_number': 4, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '1ad23ed3-dbe9-4c95-a399-bdf408da4532', 'name': '', 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'mac_address': 'fa:16:3e:bd:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd9585d07-93ec-4d2e-8c13-a1d486a7c67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:00Z', 'updated_at': '2021-06-15T07:08:12Z', 'revision_number': 4, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'subnets': [{'id': 'd9585d07-93ec-4d2e-8c13-a1d486a7c67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:13.790468 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58174a-9228-4907-b7fe-9b66885191a4 None None] The sync data for ids ['44304a89-fad1-4547-bc1e-44ce19136dd8'] in dv-cinder-741349-5-iscsi is: [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:03Z', 'revision_number': 4, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '1ad23ed3-dbe9-4c95-a399-bdf408da4532', 'name': '', 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'mac_address': 'fa:16:3e:bd:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd9585d07-93ec-4d2e-8c13-a1d486a7c67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:00Z', 'updated_at': '2021-06-15T07:08:12Z', 'revision_number': 4, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'subnets': [{'id': 'd9585d07-93ec-4d2e-8c13-a1d486a7c67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:08:13.796270 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=28baf92c-40d8-4d8f-b66a-f3ce20e0cdae,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:13.804604 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:13.812440 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Deleting subnet eaa5aef7-f432-43cf-8bf0-4aba5240e094 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:08:13.816507 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:13.965123 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.196857 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0b2f58da-1bae-4226-9884-a4d65adff0a0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4376652 Jun 15 07:08:14.199518 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f8461774-0dbd-4b97-afea-caa295b8631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.245072 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f8461774-0dbd-4b97-afea-caa295b8631d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.246223 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f8461774-0dbd-4b97-afea-caa295b8631d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ac945a7-d8e2-45c9-9cc3-bc1522d6a973 HTTP/1.1" status: 204 len: 168 time: 2.9850121 Jun 15 07:08:14.311946 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.319274 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:14.525516 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.550704 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461774-0dbd-4b97-afea-caa295b8631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac945a7-d8e2-45c9-9cc3-bc1522d6a973,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:14.564248 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f8461774-0dbd-4b97-afea-caa295b8631d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:14.603716 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Transition to ACTIVE for port object 07e9092d-d0bd-458d-a416-7716b89b6f04 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:14.645277 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.652248 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:14.672722 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10085a5-25ac-4ea8-ab2f-0c1ba968bfdd req-a581a8c3-aa8c-4b54-85b0-fe2218335ccf tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0367541 Jun 15 07:08:14.673694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a9817249-5614-47cd-a552-042111222cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.684619 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a9817249-5614-47cd-a552-042111222cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.689293 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a9817249-5614-47cd-a552-042111222cfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd09135c-e979-4ef7-a313-e1db35839ad9 HTTP/1.1" status: 204 len: 168 time: 1.2901938 Jun 15 07:08:14.698507 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:14.720137 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9817249-5614-47cd-a552-042111222cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd09135c-e979-4ef7-a313-e1db35839ad9,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:14.724587 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a9817249-5614-47cd-a552-042111222cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:14.957917 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:14.981105 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:15.000273 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161a9fab-acae-456b-ae6f-4b190822f2d6 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:15.020807 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.031673 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-6bd9241e-574a-463d-806c-97c956b14daa service neutron] 10.222.0.24 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335879 Jun 15 07:08:15.066983 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5685c-3034-47e1-a9e6-74ccf9d0aafd None None] Pushing event updated for resources: {'Port': ['ID=07e9092d-d0bd-458d-a416-7716b89b6f04,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:15.077550 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d6d5685c-3034-47e1-a9e6-74ccf9d0aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:15.081713 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Transition to ACTIVE for port object 161a9fab-acae-456b-ae6f-4b190822f2d6 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:15.090965 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.118503 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e60a184f-072e-4cc6-ada5-b1cbc5bf4bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:15.163152 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa5aef7-f432-43cf-8bf0-4aba5240e094,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:15.173408 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:15.239891 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.251885 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eaa5aef7-f432-43cf-8bf0-4aba5240e094 HTTP/1.1" status: 204 len: 168 time: 1.6523271 Jun 15 07:08:15.265104 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32946) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:15.267724 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 32948) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:15.292078 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Attempting to bind port 07e9092d-d0bd-458d-a416-7716b89b6f04 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:15.292410 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Attempting to bind port 07e9092d-d0bd-458d-a416-7716b89b6f04 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:15.292783 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Attempting to bind port 07e9092d-d0bd-458d-a416-7716b89b6f04 on network 1c5d9319-2881-4473-81c7-57b98bc8078f {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:15.307657 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:15.308046 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Checking segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:15.308459 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.308891 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Bound using segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:15.309394 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Bound port: 07e9092d-d0bd-458d-a416-7716b89b6f04, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:15.309778 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.409425 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Pushing event updated for resources: {'Port': ['ID=161a9fab-acae-456b-ae6f-4b190822f2d6,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:15.413613 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:15.427650 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Attempting to bind port 161a9fab-acae-456b-ae6f-4b190822f2d6 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:15.428394 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Attempting to bind port 161a9fab-acae-456b-ae6f-4b190822f2d6 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'af7f3e15-d64b-4d1c-936b-f1d19f11518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9ec3b45e-fd37-4f2b-92a5-cde6477038a9'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:15.430818 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Attempting to bind port 161a9fab-acae-456b-ae6f-4b190822f2d6 on network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:15.437520 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Port 161a9fab-acae-456b-ae6f-4b190822f2d6 on network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:08:15.437999 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Attempting to bind port 161a9fab-acae-456b-ae6f-4b190822f2d6 on network 9ec3b45e-fd37-4f2b-92a5-cde6477038a9 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:15.443803 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:15.451475 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Checking segment: {'id': 'af7f3e15-d64b-4d1c-936b-f1d19f11518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9ec3b45e-fd37-4f2b-92a5-cde6477038a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:15.452251 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Bound using segment: {'id': 'af7f3e15-d64b-4d1c-936b-f1d19f11518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9ec3b45e-fd37-4f2b-92a5-cde6477038a9'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:15.452899 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Bound port: 161a9fab-acae-456b-ae6f-4b190822f2d6, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7f3e15-d64b-4d1c-936b-f1d19f11518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9ec3b45e-fd37-4f2b-92a5-cde6477038a9'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:15.453649 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.543178 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] For port 07e9092d-d0bd-458d-a416-7716b89b6f04, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:15.553745 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] For port 07e9092d-d0bd-458d-a416-7716b89b6f04, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=07e9092d-d0bd-458d-a416-7716b89b6f04,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:15.557038 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77c3ca-22e9-4bf7-b0df-eed640fdf3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.559667 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.579136 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:15.644837 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] For port 161a9fab-acae-456b-ae6f-4b190822f2d6, host hv-cinder-74134, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:15.695360 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:08:15.696079 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:07:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:15.740504 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] For port 161a9fab-acae-456b-ae6f-4b190822f2d6, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=161a9fab-acae-456b-ae6f-4b190822f2d6,segment=NetworkSegment(af7f3e15-d64b-4d1c-936b-f1d19f11518d),segment_id=af7f3e15-d64b-4d1c-936b-f1d19f11518d)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:15.750947 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.753582 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:15.834116 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:15.834752 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.836243 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] 10.222.0.11 "PUT /v2.0/ports/161a9fab-acae-456b-ae6f-4b190822f2d6 HTTP/1.1" status: 200 len: 1093 time: 3.7623923 Jun 15 07:08:15.846429 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b', 'tag': '161a9fab-acae-456b-ae6f-4b190822f2d6'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:15.891951 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:15.965176 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5685c-3034-47e1-a9e6-74ccf9d0aafd None None] Pushing event updated for resources: {'Port': ['ID=07e9092d-d0bd-458d-a416-7716b89b6f04,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:15.978829 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-5c82a941-12e5-434a-9f5f-b54e6780a75f service neutron] 10.222.0.24 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9446507 Jun 15 07:08:16.006004 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d6d5685c-3034-47e1-a9e6-74ccf9d0aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:16.159233 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:16.173971 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1ad23ed3-dbe9-4c95-a399-bdf408da4532 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:16.268695 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:08:16.359844 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Pushing event updated for resources: {'Port': ['ID=161a9fab-acae-456b-ae6f-4b190822f2d6,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:16.371317 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:16.400301 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:16.439499 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0d0a0f-ea5f-45d8-9dd1-79261432357d']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:16.520843 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-44115bb8-4336-4a93-957f-e5da4d3212f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:16.525480 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-44115bb8-4336-4a93-957f-e5da4d3212f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7799aaba26e141ec8598ea223f6de70c&device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 1096 time: 0.4942968 Jun 15 07:08:16.544358 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775e2040-22e4-447e-8772-166ac6cddffd') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:16.546979 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775e2040-22e4-447e-8772-166ac6cddffd') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:16.593279 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32db1760-77bd-49e7-9917-bfcb551c768d" -d '{"events": [{"name": "network-changed", "server_uuid": "47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b", "tag": "161a9fab-acae-456b-ae6f-4b190822f2d6"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:16.652628 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-6033ad41-48da-459e-bb02-2543469ee0c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161a9fab-acae-456b-ae6f-4b190822f2d6 HTTP/1.1" status: 200 len: 217 time: 0.1207135 Jun 15 07:08:16.710982 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:16.753406 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-70cca537-19c4-4ed8-9e30-a6b2c2d1936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:16.755257 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-70cca537-19c4-4ed8-9e30-a6b2c2d1936d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=444e2476-1319-434f-bc62-fadae379cf30 HTTP/1.1" status: 200 len: 852 time: 0.0957556 Jun 15 07:08:16.763193 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77c3ca-22e9-4bf7-b0df-eed640fdf3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:16.778892 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77c3ca-22e9-4bf7-b0df-eed640fdf3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:16.791981 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:16.806718 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-10145523-c9f2-48fc-978a-83346b0650d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:16.840356 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77c3ca-22e9-4bf7-b0df-eed640fdf3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d2077b-4f34-4fd3-a7e3-3d079c57745e,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:16.846742 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77c3ca-22e9-4bf7-b0df-eed640fdf3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:16.854597 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:08:16.855239 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:08:16.862437 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:08:16.886932 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-77240efd-a22f-4202-b732-f2fe46db07e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ec3b45e-fd37-4f2b-92a5-cde6477038a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246023 Jun 15 07:08:16.989190 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:15Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:16.994639 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 1ad23ed3-dbe9-4c95-a399-bdf408da4532 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:17.002491 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 1ad23ed3-dbe9-4c95-a399-bdf408da4532 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:17.003012 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.005135 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7880e9f-bcb7-441e-bffb-1af63c0f302c None None] The sync data for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi is: [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:15Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:08:17.017297 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6d77c3ca-22e9-4bf7-b0df-eed640fdf3f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec41d2a5513846fdb08ba23164d41074&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7194557 Jun 15 07:08:17.037350 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33012) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:17.067896 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589c76-584b-4bfd-a477-e448ab0e3f74 req-a70b3e37-716a-499f-a747-68dc6d8a1cc7 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:17.069774 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-87589c76-584b-4bfd-a477-e448ab0e3f74 req-a70b3e37-716a-499f-a747-68dc6d8a1cc7 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 943 time: 0.5816102 Jun 15 07:08:17.106286 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.171004 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-63ab08c6-c198-4e01-9c57-9614d3d11c9f service neutron] 10.222.0.11 "GET /v2.0/networks/9ec3b45e-fd37-4f2b-92a5-cde6477038a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751324 Jun 15 07:08:17.188193 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ff5b5b8-ca45-4dc0-94a9-8a3bc71f8a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.198079 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33018) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:17.210797 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2114119133', 'description': 'tempest-description--1971444116'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:17.257250 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.269273 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] 10.222.0.24 "DELETE /v2.0/networks/be0d0a0f-ea5f-45d8-9dd1-79261432357d HTTP/1.1" status: 204 len: 168 time: 2.0011916 Jun 15 07:08:17.290948 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.305267 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:17.311942 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.348219 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5bc9cbbb-ec7d-452c-93cb-3233723063c1 req-548276f6-4d98-40c6-9cf0-f22fe5d174d3 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 210 time: 0.1025290 Jun 15 07:08:17.398820 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Pushing event deleted for resources: {'Network': ['ID=be0d0a0f-ea5f-45d8-9dd1-79261432357d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:17.416152 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 1ad23ed3-dbe9-4c95-a399-bdf408da4532, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=1ad23ed3-dbe9-4c95-a399-bdf408da4532,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:17.435831 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.439266 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7addeca8-ebe3-4d15-98dc-9f708cd7cb1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:17.497908 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:17.507811 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-87589c76-584b-4bfd-a477-e448ab0e3f74 req-29c11890-5034-4230-aa17-2873078e399f tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073381 Jun 15 07:08:17.598512 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33034) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:17.600719 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-705dd6b9-3939-4350-9b87-a3785c3a64e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.616699 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=1ad23ed3-dbe9-4c95-a399-bdf408da4532,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:17.622582 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:17.645561 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.655755 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.679343 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:17.746736 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-705dd6b9-3939-4350-9b87-a3785c3a64e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.780844 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060e492d-09be-4c78-a35a-8f0db2d427c7,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:17.785290 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:17.807879 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a97d092-ab6f-43b0-a272-ad16913cead2 req-7a373acc-a75f-4603-a7e2-7be9b39def27 service neutron] 10.222.0.11 "GET /v2.0/networks/9ec3b45e-fd37-4f2b-92a5-cde6477038a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305308 Jun 15 07:08:17.815071 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.822771 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6195445 Jun 15 07:08:17.823518 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33050) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:17.837706 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'security_group_rule': {'security_group_id': '060e492d-09be-4c78-a35a-8f0db2d427c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:17.939235 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:17.988235 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-07be88fb-8b99-4425-bdd9-39572d0a8a16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67d7985a505447d18f5fc932018ad636&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3735497 Jun 15 07:08:18.008305 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33058) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:18.071606 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a44f3a-61d3-4d4b-abd3-6e76b7d2fdb6 x-openstack-request-id: req-54a44f3a-61d3-4d4b-abd3-6e76b7d2fdb6 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:18.072253 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b", "tag": "161a9fab-acae-456b-ae6f-4b190822f2d6", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:18.072253 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54a44f3a-61d3-4d4b-abd3-6e76b7d2fdb6 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:18.081528 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b', 'tag': '161a9fab-acae-456b-ae6f-4b190822f2d6', 'status': 'completed', 'code': 200} Jun 15 07:08:18.167533 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 07e9092d-d0bd-458d-a416-7716b89b6f04 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:18.264046 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.270328 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.285556 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:18.320717 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 07e9092d-d0bd-458d-a416-7716b89b6f04 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:18.327241 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 07e9092d-d0bd-458d-a416-7716b89b6f04 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:18.327862 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.354562 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-705dd6b9-3939-4350-9b87-a3785c3a64e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.354794 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f795926-73fc-40d2-8b4a-9b6a0d54c01d,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:18.362507 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1760-77bd-49e7-9917-bfcb551c768d req-f7fadd68-8b64-4991-821f-1fee31a137a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:18.367372 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-32db1760-77bd-49e7-9917-bfcb551c768d req-f7fadd68-8b64-4991-821f-1fee31a137a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7799aaba26e141ec8598ea223f6de70c&device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 1096 time: 0.2543323 Jun 15 07:08:18.371524 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:18.372689 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.375002 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5504818 Jun 15 07:08:18.400712 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33078) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:18.438947 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-705dd6b9-3939-4350-9b87-a3785c3a64e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.448559 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-705dd6b9-3939-4350-9b87-a3785c3a64e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07d2077b-4f34-4fd3-a7e3-3d079c57745e HTTP/1.1" status: 204 len: 168 time: 1.4050148 Jun 15 07:08:18.449466 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:18.466563 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'security_group_rule': {'security_group_id': '060e492d-09be-4c78-a35a-8f0db2d427c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:18.546598 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dd6b9-3939-4350-9b87-a3785c3a64e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d2077b-4f34-4fd3-a7e3-3d079c57745e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:18.564085 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-705dd6b9-3939-4350-9b87-a3785c3a64e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:18.618382 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.678544 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-5e5f3cdb-3007-44f4-b269-220124966880 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:18.701740 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-5e5f3cdb-3007-44f4-b269-220124966880 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 818 time: 0.8082120 Jun 15 07:08:18.723194 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4aac3834-3f1e-4f79-ad53-405020948fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.751448 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4aac3834-3f1e-4f79-ad53-405020948fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.752588 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 07e9092d-d0bd-458d-a416-7716b89b6f04, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=07e9092d-d0bd-458d-a416-7716b89b6f04,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:18.761181 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.762306 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1ad23ed3-dbe9-4c95-a399-bdf408da4532 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:18.839316 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-ccba67e0-ea79-45d1-a04d-cf44e8d843b4 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/quotas/855f8af9bd7147daa54a463073b373e6 HTTP/1.1" status: 200 len: 375 time: 0.1280293 Jun 15 07:08:18.848099 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4aac3834-3f1e-4f79-ad53-405020948fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.852320 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4aac3834-3f1e-4f79-ad53-405020948fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:18.853931 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-4aac3834-3f1e-4f79-ad53-405020948fc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6471e09-4b75-49d9-919a-562ae39c402c HTTP/1.1" status: 204 len: 168 time: 0.8262403 Jun 15 07:08:18.876239 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:19.047279 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 1ad23ed3-dbe9-4c95-a399-bdf408da4532 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:19.050835 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:19.061802 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:19.102053 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac3834-3f1e-4f79-ad53-405020948fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6471e09-4b75-49d9-919a-562ae39c402c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:19.110377 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4aac3834-3f1e-4f79-ad53-405020948fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:19.131420 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=07e9092d-d0bd-458d-a416-7716b89b6f04,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:19.139011 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-54e23af6-538e-4547-9568-90bd2ba8cfee tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2836602 Jun 15 07:08:19.162438 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:19.166320 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:19.242371 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.11', 62247) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:19.269568 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1760-77bd-49e7-9917-bfcb551c768d req-98fc1480-f80d-48d7-950e-5913ed85e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:19.271409 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-32db1760-77bd-49e7-9917-bfcb551c768d req-98fc1480-f80d-48d7-950e-5913ed85e7b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ec3b45e-fd37-4f2b-92a5-cde6477038a9 HTTP/1.1" status: 200 len: 913 time: 0.8951283 Jun 15 07:08:19.395515 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-32db1760-77bd-49e7-9917-bfcb551c768d req-0b1d485a-13c0-4084-8439-500c203682e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161a9fab-acae-456b-ae6f-4b190822f2d6 HTTP/1.1" status: 200 len: 217 time: 0.1056392 Jun 15 07:08:19.516650 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91770a72-a993-4bf2-95b2-cd2194e27d66 req-24c6d79d-cf6d-4027-9e9e-18188299ff67 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:19.546810 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-91770a72-a993-4bf2-95b2-cd2194e27d66 req-24c6d79d-cf6d-4027-9e9e-18188299ff67 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 943 time: 0.3962524 Jun 15 07:08:19.574287 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-a795e64b-370e-4040-9fe1-29c411835cda tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:19.575785 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-a795e64b-370e-4040-9fe1-29c411835cda tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 818 time: 0.3316035 Jun 15 07:08:19.583790 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:19.588014 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-4596f71d-b1df-47d2-9cbf-7a0e1e84a1e1 service neutron] 10.222.0.24 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398410 Jun 15 07:08:19.603639 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Request body: {'port': {'device_id': '96b18621-0d92-45b9-9453-4f06e4b9a7c3', 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab', 'admin_state_up': True, 'tenant_id': '855f8af9bd7147daa54a463073b373e6'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:19.608039 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-32f0d72a-446c-46c1-b6bc-79583a713703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:19.625767 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:19.628891 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1760-77bd-49e7-9917-bfcb551c768d req-0fd870c3-e9c5-494b-bb71-6b7ffec8e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:19.630634 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-32db1760-77bd-49e7-9917-bfcb551c768d req-0fd870c3-e9c5-494b-bb71-6b7ffec8e527 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=444e2476-1319-434f-bc62-fadae379cf30 HTTP/1.1" status: 200 len: 852 time: 0.2286091 Jun 15 07:08:19.633208 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2df91b0b-c387-4a34-9dcb-5548d63b0602 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:19.691143 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:19.700571 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2e6364-20c5-4e9b-bca8-f10b9c300a77,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:19.704657 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-32db1760-77bd-49e7-9917-bfcb551c768d req-255740e5-d247-4fb7-ba90-b9558e5ba56f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ec3b45e-fd37-4f2b-92a5-cde6477038a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635545 Jun 15 07:08:19.705777 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:19.723566 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33124) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:19.757507 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-91770a72-a993-4bf2-95b2-cd2194e27d66 req-134eba50-c823-493b-ae17-190d85b85f50 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094095 Jun 15 07:08:19.804050 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:19.806062 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3923490 Jun 15 07:08:19.817134 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33136) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:19.830203 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:19.951458 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b22ac799-97e8-48ac-8b66-d60dd62b9c6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=351d57339f284209b465f7f8e2feaac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259357 Jun 15 07:08:19.954430 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33144) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:19.958219 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:19.979624 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 07e9092d-d0bd-458d-a416-7716b89b6f04 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:20.029361 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-32db1760-77bd-49e7-9917-bfcb551c768d req-c0a2acb5-b01b-4fef-93cd-f4b1f1d561d4 service neutron] 10.222.0.11 "GET /v2.0/networks/9ec3b45e-fd37-4f2b-92a5-cde6477038a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173568 Jun 15 07:08:20.086380 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33148) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:20.113274 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 07e9092d-d0bd-458d-a416-7716b89b6f04 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:20.113673 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:20.234150 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-da551ad7-fc8c-4cd4-9735-46d59d7282f5 service neutron] 10.222.0.24 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452558 Jun 15 07:08:20.239942 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f191f988-3b8a-4391-9663-b806e85dc82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:20.244464 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Made reservation on behalf of 855f8af9bd7147daa54a463073b373e6 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:20.253865 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:20.443480 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-17bbabb0-cba8-482b-8df5-d5692b964f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:20.460713 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f191f988-3b8a-4391-9663-b806e85dc82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:20.561745 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33170) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:20.616613 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-32db1760-77bd-49e7-9917-bfcb551c768d req-7ef6a60a-da23-4b7f-a23a-856c7c5fadbe service neutron] 10.222.0.11 "GET /v2.0/networks/9ec3b45e-fd37-4f2b-92a5-cde6477038a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710771 Jun 15 07:08:20.628080 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-29adc2d5-e38d-47bc-807c-1c68ee7f3e4d req-f7296668-d201-4bb7-abd2-bc78acdcb1be tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 210 time: 0.0828896 Jun 15 07:08:20.742607 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 161a9fab-acae-456b-ae6f-4b190822f2d6 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:08:20.816008 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Allocated IP 172.20.0.11 (064e7ba6-b024-44e4-8f90-ac67fb89d7ab/d9585d07-93ec-4d2e-8c13-a1d486a7c67d/745a7a25-f9c0-4f3b-9382-ab7eb5e603bd) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:08:20.827671 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-17bbabb0-cba8-482b-8df5-d5692b964f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:20.844511 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-17bbabb0-cba8-482b-8df5-d5692b964f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:20.854531 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:20.993816 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f191f988-3b8a-4391-9663-b806e85dc82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.004893 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f191f988-3b8a-4391-9663-b806e85dc82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.006498 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f191f988-3b8a-4391-9663-b806e85dc82f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ab5f896-bb2a-4539-95b5-489e2e488141 HTTP/1.1" status: 204 len: 168 time: 1.0511632 Jun 15 07:08:21.011177 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbabb0-cba8-482b-8df5-d5692b964f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3ea27c-e62e-4d3a-afb3-20a89f1ea13e,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:21.017936 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-17bbabb0-cba8-482b-8df5-d5692b964f6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=686451d867cf44e9bc71ea252a0e9276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9254594 Jun 15 07:08:21.020240 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-17bbabb0-cba8-482b-8df5-d5692b964f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:21.021769 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:21.029342 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33204) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:21.033232 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191f988-3b8a-4391-9663-b806e85dc82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab5f896-bb2a-4539-95b5-489e2e488141,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:21.036334 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f191f988-3b8a-4391-9663-b806e85dc82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:21.049064 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.216905 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 161a9fab-acae-456b-ae6f-4b190822f2d6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=161a9fab-acae-456b-ae6f-4b190822f2d6,segment=NetworkSegment(af7f3e15-d64b-4d1c-936b-f1d19f11518d),segment_id=af7f3e15-d64b-4d1c-936b-f1d19f11518d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:21.280309 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '161a9fab-acae-456b-ae6f-4b190822f2d6', 'network_id': '9ec3b45e-fd37-4f2b-92a5-cde6477038a9', 'port_id': '161a9fab-acae-456b-ae6f-4b190822f2d6', 'mac_address': 'fa:16:3e:f0:9f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444e2476-1319-434f-bc62-fadae379cf30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:08:21.288762 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Allocated IP 172.27.3.77 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/5677c5c4-e788-4553-8542-eafc0d6f6274) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:08:21.423197 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.435395 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.436365 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67ec23e6-d298-41b0-b419-1e4e135ec9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.463205 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161a9fab-acae-456b-ae6f-4b190822f2d6 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:21.494666 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 161a9fab-acae-456b-ae6f-4b190822f2d6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=161a9fab-acae-456b-ae6f-4b190822f2d6,segment=NetworkSegment(af7f3e15-d64b-4d1c-936b-f1d19f11518d),segment_id=af7f3e15-d64b-4d1c-936b-f1d19f11518d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:21.500231 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.503797 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ea6969fa-3fd3-480d-a7d3-a197efa4cac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:21.520873 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.603326 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.609758 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:21.641729 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=161a9fab-acae-456b-ae6f-4b190822f2d6,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:21.649793 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:21.678634 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7aef994e-7b23-4ca7-b7a4-88f2a60e2c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.748514 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['161a9fab-acae-456b-ae6f-4b190822f2d6'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:08:21.754635 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:21.760244 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:21.769365 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:08:21.790083 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'Port': ['ID=5677c5c4-e788-4553-8542-eafc0d6f6274,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:21.795316 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:21.858351 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7aef994e-7b23-4ca7-b7a4-88f2a60e2c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:21.926437 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525686d4-9f80-448c-bc5f-4e5fe9b45638 req-a0830804-8cb5-4864-aa9a-1d6e5e5a8652 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:21.928237 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-525686d4-9f80-448c-bc5f-4e5fe9b45638 req-a0830804-8cb5-4864-aa9a-1d6e5e5a8652 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 943 time: 0.9600232 Jun 15 07:08:21.940161 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.003109 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33236) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:22.025763 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-87f44373-5f70-4fdb-ab89-12905321eebd req-13fd754d-1c46-4587-8fa2-1207ba96b045 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 210 time: 0.1271729 Jun 15 07:08:22.078014 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.136922 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.168626 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7aef994e-7b23-4ca7-b7a4-88f2a60e2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.171754 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7aef994e-7b23-4ca7-b7a4-88f2a60e2c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.172888 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7aef994e-7b23-4ca7-b7a4-88f2a60e2c3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e3ea27c-e62e-4d3a-afb3-20a89f1ea13e HTTP/1.1" status: 204 len: 168 time: 1.1425579 Jun 15 07:08:22.175286 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f06028f1-50de-4fcf-8a00-29a50096f04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:22.182216 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.186636 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef994e-7b23-4ca7-b7a4-88f2a60e2c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3ea27c-e62e-4d3a-afb3-20a89f1ea13e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:22.217619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7aef994e-7b23-4ca7-b7a4-88f2a60e2c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:22.218264 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bdae0ee0-b39e-447d-8f2f-c20593a6555b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:22.287867 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.331438 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-525686d4-9f80-448c-bc5f-4e5fe9b45638 req-da702762-3874-4a13-9908-0a93c85f6918 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771150 Jun 15 07:08:22.437074 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Pushing event updated for resources: {'Port': ['ID=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:22.442104 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:22.454909 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:22.457733 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67ec23e6-d298-41b0-b419-1e4e135ec9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.460012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:22.462595 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-721f8a5c-37e9-4cf3-91c2-1651b1b76957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.465022 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:08:22.470683 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67ec23e6-d298-41b0-b419-1e4e135ec9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.484088 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 161a9fab-acae-456b-ae6f-4b190822f2d6 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:22.567002 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:22.572735 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 161a9fab-acae-456b-ae6f-4b190822f2d6 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:22.577558 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 161a9fab-acae-456b-ae6f-4b190822f2d6 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:22.578221 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.670024 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-67ec23e6-d298-41b0-b419-1e4e135ec9ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f543102df1654f159e88065e5ef63fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0952213 Jun 15 07:08:22.676138 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33258) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:22.739474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:22.740770 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.775542 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.778155 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec23e6-d298-41b0-b419-1e4e135ec9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282e967d-bd21-483b-a82d-fe25a746496f,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:22.786535 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-67ec23e6-d298-41b0-b419-1e4e135ec9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:22.812430 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33262) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:22.835011 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e224020c-a2bf-442e-919c-3123dd4ad8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.842829 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a9fab-acae-456b-ae6f-4b190822f2d6'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:22.950224 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 161a9fab-acae-456b-ae6f-4b190822f2d6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=161a9fab-acae-456b-ae6f-4b190822f2d6,segment=NetworkSegment(af7f3e15-d64b-4d1c-936b-f1d19f11518d),segment_id=af7f3e15-d64b-4d1c-936b-f1d19f11518d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:22.958344 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:22.961009 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:23.052055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=161a9fab-acae-456b-ae6f-4b190822f2d6,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:23.058334 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:23.071647 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b111118-ff6d-4abd-b0a4-be285a37d157" -d '{"events": [{"server_uuid": "47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b", "name": "network-vif-plugged", "status": "completed", "tag": "161a9fab-acae-456b-ae6f-4b190822f2d6"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:23.251863 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9897b1a-e698-4494-b955-b08330c8fe6c x-openstack-request-id: req-b9897b1a-e698-4494-b955-b08330c8fe6c {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:23.252258 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b", "name": "network-vif-plugged", "status": "completed", "tag": "161a9fab-acae-456b-ae6f-4b190822f2d6", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:23.252521 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9897b1a-e698-4494-b955-b08330c8fe6c {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:23.253015 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a9fab-acae-456b-ae6f-4b190822f2d6', 'code': 200} Jun 15 07:08:23.287459 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2be0ee76-6052-42fa-9732-4d1693746554 req-fec4d3ec-4294-4e3d-a455-052902a4690f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 210 time: 0.0972946 Jun 15 07:08:23.323411 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-95aad07f-2cc4-4042-b378-604e726ba97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.359040 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-23d53c2b-ca9e-4a4d-9e47-f2d9dadb9d6e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:23.360640 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-23d53c2b-ca9e-4a4d-9e47-f2d9dadb9d6e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 818 time: 0.8889754 Jun 15 07:08:23.375336 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.386153 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Request body: {'port': {'device_id': '5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf', 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab', 'admin_state_up': True, 'tenant_id': '855f8af9bd7147daa54a463073b373e6'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:23.396312 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-95aad07f-2cc4-4042-b378-604e726ba97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.400637 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.436860 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:23.530903 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.11', 62258) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:23.551140 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.629752 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-721f8a5c-37e9-4cf3-91c2-1651b1b76957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.651225 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0608771 Jun 15 07:08:23.654277 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-721f8a5c-37e9-4cf3-91c2-1651b1b76957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.675752 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Request body: {'port': {'device_id': '96b18621-0d92-45b9-9453-4f06e4b9a7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:23.681442 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'Port': ['ID=5677c5c4-e788-4553-8542-eafc0d6f6274,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:23.694860 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:23.699509 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:23.735649 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-721f8a5c-37e9-4cf3-91c2-1651b1b76957 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a30c2800cd43497b8db1bc688d900475&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7084715 Jun 15 07:08:23.747999 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33304) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:23.755138 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-95aad07f-2cc4-4042-b378-604e726ba97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.761655 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-95aad07f-2cc4-4042-b378-604e726ba97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.763071 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-95aad07f-2cc4-4042-b378-604e726ba97d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/282e967d-bd21-483b-a82d-fe25a746496f HTTP/1.1" status: 204 len: 168 time: 1.0838990 Jun 15 07:08:23.771882 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8a5c-37e9-4cf3-91c2-1651b1b76957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdc0dc7-38ee-4536-9958-7d883cfcf751,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:23.782618 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-721f8a5c-37e9-4cf3-91c2-1651b1b76957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:23.783441 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a9817249-5614-47cd-a552-042111222cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:23.807173 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aad07f-2cc4-4042-b378-604e726ba97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282e967d-bd21-483b-a82d-fe25a746496f,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:23.814100 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-95aad07f-2cc4-4042-b378-604e726ba97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:23.826992 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415ce9b-97bd-4f60-b00b-0f35c161281b req-ec7b0d0e-1c50-4cf4-8e80-c53b30e240e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:23.828730 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5415ce9b-97bd-4f60-b00b-0f35c161281b req-ec7b0d0e-1c50-4cf4-8e80-c53b30e240e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 1098 time: 0.2964287 Jun 15 07:08:23.842258 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c89a8e89-5275-4fd2-a065-9a8649fc0c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.845581 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f792b-c1e5-400b-903a-7e6348f97151 req-6a98874b-f556-4700-95f1-03f0b0856e3a tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:23.853484 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-eb8f792b-c1e5-400b-903a-7e6348f97151 req-6a98874b-f556-4700-95f1-03f0b0856e3a tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 945 time: 0.2626488 Jun 15 07:08:23.869927 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c89a8e89-5275-4fd2-a065-9a8649fc0c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.904013 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5415ce9b-97bd-4f60-b00b-0f35c161281b req-6b95356a-151d-4ba4-a2c6-701c96d7ae82 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.929780 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.937114 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c89a8e89-5275-4fd2-a065-9a8649fc0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.945009 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c89a8e89-5275-4fd2-a065-9a8649fc0c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:23.949386 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c89a8e89-5275-4fd2-a065-9a8649fc0c76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbdc0dc7-38ee-4536-9958-7d883cfcf751 HTTP/1.1" status: 204 len: 168 time: 0.2002664 Jun 15 07:08:23.950305 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ad26e2d8-9b40-4003-82bc-55c4495ca17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:23.968422 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a8e89-5275-4fd2-a065-9a8649fc0c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdc0dc7-38ee-4536-9958-7d883cfcf751,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:23.971603 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c89a8e89-5275-4fd2-a065-9a8649fc0c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:23.987739 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-eb8f792b-c1e5-400b-903a-7e6348f97151 req-a74ecb18-5aa4-4bf7-9f9e-3ca2e6478050 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332963 Jun 15 07:08:24.046372 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e224020c-a2bf-442e-919c-3123dd4ad8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.061556 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e224020c-a2bf-442e-919c-3123dd4ad8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.063134 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.065619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7aef994e-7b23-4ca7-b7a4-88f2a60e2c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:24.066730 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2402134 Jun 15 07:08:24.129755 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Made reservation on behalf of 855f8af9bd7147daa54a463073b373e6 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:24.137789 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.248910 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33320) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:24.249161 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e224020c-a2bf-442e-919c-3123dd4ad8e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18df80064f514fd6b1adde7fd84602d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4352653 Jun 15 07:08:24.299230 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224020c-a2bf-442e-919c-3123dd4ad8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd6b267-3be5-4f5c-b767-bd1454790f24,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:24.302611 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e224020c-a2bf-442e-919c-3123dd4ad8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:24.518409 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33344) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:24.552691 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-96649200-21d0-4019-a774-fcb789050195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.599650 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8e75e4fb-4dcf-4eba-a5ec-fcc88fa2fcc3 req-5f8cc547-b6d1-4ad5-8575-3221eff05951 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 210 time: 0.0517819 Jun 15 07:08:24.616419 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d60-ff30-42e2-a7f4-b3408451ad01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.673449 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-0948ee1c-d355-4bb2-a2fb-78adf865caf0 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2114119133&fields=id&tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe HTTP/1.1" status: 200 len: 267 time: 0.1405602 Jun 15 07:08:24.691092 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5415ce9b-97bd-4f60-b00b-0f35c161281b req-6b95356a-151d-4ba4-a2c6-701c96d7ae82 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.698689 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5415ce9b-97bd-4f60-b00b-0f35c161281b req-6b95356a-151d-4ba4-a2c6-701c96d7ae82 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.724185 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b7ce7c3f-857a-43cd-87c8-9698638799d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:24.724924 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d60-ff30-42e2-a7f4-b3408451ad01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.726933 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5415ce9b-97bd-4f60-b00b-0f35c161281b req-6b95356a-151d-4ba4-a2c6-701c96d7ae82 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8702490 Jun 15 07:08:24.795339 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95356a-151d-4ba4-a2c6-701c96d7ae82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeb7cc5-f89f-4a13-ac8a-716f478b32ef,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:24.811203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6b95356a-151d-4ba4-a2c6-701c96d7ae82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:24.817748 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:24.828196 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.846814 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Transition to ACTIVE for port object 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:24.857447 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:24.860012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:25.033119 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Pushing event updated for resources: {'Port': ['ID=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:25.081554 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:25.121996 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Attempting to bind port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:25.122537 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Attempting to bind port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:25.122880 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Attempting to bind port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd on network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:25.127967 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd on network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:08:25.128297 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Attempting to bind port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd on network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:25.134282 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:25.134968 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Checking segment: {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:25.135597 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Bound using segment: {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:25.136009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Bound port: 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:25.136369 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.148861 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Allocated IP 172.20.0.3 (064e7ba6-b024-44e4-8f90-ac67fb89d7ab/d9585d07-93ec-4d2e-8c13-a1d486a7c67d/816060c2-cb35-44da-b068-7d16bf976da7) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:08:25.181970 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33364) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:25.233190 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a771cc-dae3-4025-9b39-80811f464a81 req-f9052078-6e46-40a7-a65c-957789d9b64d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:25.240746 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-f9052078-6e46-40a7-a65c-957789d9b64d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 816 time: 0.5584333 Jun 15 07:08:25.251220 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] For port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:25.279809 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] For port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:25.285723 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-b49f079d-7a2d-40cf-b803-e1bacb0f8233 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/quotas/f3336ee0c5a9459ca40f0bd8ae3da4fe HTTP/1.1" status: 200 len: 375 time: 0.0439987 Jun 15 07:08:25.286677 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.292741 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:25.378713 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:25.380406 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.381921 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] 10.222.0.11 "PUT /v2.0/ports/745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 200 len: 1094 time: 1.7208130 Jun 15 07:08:25.404421 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d60-ff30-42e2-a7f4-b3408451ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.410101 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b18621-0d92-45b9-9453-4f06e4b9a7c3', 'tag': '745a7a25-f9c0-4f3b-9382-ab7eb5e603bd'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:25.410376 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d60-ff30-42e2-a7f4-b3408451ad01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.415487 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8cb77d60-ff30-42e2-a7f4-b3408451ad01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dd6b267-3be5-4f5c-b767-bd1454790f24 HTTP/1.1" status: 204 len: 168 time: 1.1601956 Jun 15 07:08:25.418675 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:25.459255 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb77d60-ff30-42e2-a7f4-b3408451ad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd6b267-3be5-4f5c-b767-bd1454790f24,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:25.511563 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33374) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:25.569311 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8cb77d60-ff30-42e2-a7f4-b3408451ad01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:25.584753 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Pushing event updated for resources: {'Port': ['ID=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:25.617568 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-96649200-21d0-4019-a774-fcb789050195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.629214 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-96649200-21d0-4019-a774-fcb789050195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.636555 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-17bbabb0-cba8-482b-8df5-d5692b964f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:25.642941 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:25.688110 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-a1460843-f6da-429a-a105-cd82bb0db380 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4015048 Jun 15 07:08:25.699737 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e597858e-2a24-46ce-9c5b-fd5c2ef9c490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.717815 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-96649200-21d0-4019-a774-fcb789050195 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fd3543ff31545e2ae23a4983f062986&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1983540 Jun 15 07:08:25.721752 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.724453 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33392) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:25.731221 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96649200-21d0-4019-a774-fcb789050195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8618a9-10db-4b76-a2b2-48e4035740b0,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:25.755250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-96649200-21d0-4019-a774-fcb789050195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:25.856986 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-63cb52e1-d76f-4d41-a748-05e82c16150c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.883205 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685" -d '{"events": [{"name": "network-changed", "server_uuid": "96b18621-0d92-45b9-9453-4f06e4b9a7c3", "tag": "745a7a25-f9c0-4f3b-9382-ab7eb5e603bd"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:25.889773 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-63cb52e1-d76f-4d41-a748-05e82c16150c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.958309 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:25.964089 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8fd58d86-947d-4d6e-9aba-850f61b297e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:26.030253 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e597858e-2a24-46ce-9c5b-fd5c2ef9c490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.088602 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e597858e-2a24-46ce-9c5b-fd5c2ef9c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.095941 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-01711617-ddb4-47ef-8d24-6a227ab1bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:26.098627 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-01711617-ddb4-47ef-8d24-6a227ab1bb7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1097 time: 0.6402752 Jun 15 07:08:26.099431 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:26.135887 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-63cb52e1-d76f-4d41-a748-05e82c16150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.138962 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-63cb52e1-d76f-4d41-a748-05e82c16150c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.140299 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-63cb52e1-d76f-4d41-a748-05e82c16150c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d8618a9-10db-4b76-a2b2-48e4035740b0 HTTP/1.1" status: 204 len: 168 time: 0.4129450 Jun 15 07:08:26.169136 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597858e-2a24-46ce-9c5b-fd5c2ef9c490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea89cd2-5781-4a7d-a1d7-a9fb7f82919f,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:26.172320 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e597858e-2a24-46ce-9c5b-fd5c2ef9c490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:26.180533 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ad35d-1b7b-4404-8d99-8588b923aa55 req-267073fa-12c9-4e2a-99b8-86aa58aaae98 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:26.182355 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d43ad35d-1b7b-4404-8d99-8588b923aa55 req-267073fa-12c9-4e2a-99b8-86aa58aaae98 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 945 time: 0.8415761 Jun 15 07:08:26.192526 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:26.194907 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Pushing event updated for resources: {'Port': ['ID=816060c2-cb35-44da-b068-7d16bf976da7,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:26.199771 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1584659932-network', 'tenant_id': '17e488f3489c4eecbad7d8e707957428'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:26.201326 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:26.206748 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e0d144ff-3527-480c-abd5-2269a6e9a0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:26.210489 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:26.232578 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:08:26.250478 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:26.263557 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.269508 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb52e1-d76f-4d41-a748-05e82c16150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8618a9-10db-4b76-a2b2-48e4035740b0,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:26.286362 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-63cb52e1-d76f-4d41-a748-05e82c16150c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:26.310569 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9375832 Jun 15 07:08:26.335966 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Request body: {'port': {'device_id': '5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:26.493262 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Made reservation on behalf of 17e488f3489c4eecbad7d8e707957428 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:26.496130 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.523053 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.598462 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.635975 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.638237 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-4c64619e-51aa-4d96-85d9-87166461221d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 200 len: 217 time: 0.4728220 Jun 15 07:08:26.698615 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-2b760c09-0790-4baa-972d-0c36a9aaf88e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:08:26.699702 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-2b760c09-0790-4baa-972d-0c36a9aaf88e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5680807 Jun 15 07:08:26.799763 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e597858e-2a24-46ce-9c5b-fd5c2ef9c490 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff1cb3ce93cc439ab3dbdfc9141959f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6126978 Jun 15 07:08:26.799763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-32369c09-6d49-4357-95b2-ebd100637671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:26.799763 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-32369c09-6d49-4357-95b2-ebd100637671 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.1478822 Jun 15 07:08:26.800671 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:26.803333 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33438) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:26.804128 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:26.910570 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-0efa388e-9483-44c4-8598-8176a5c6f47f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717733 Jun 15 07:08:26.992485 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-fa85908d-81f2-4a6a-a326-d2dad268097c service neutron] 10.222.0.24 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320683 Jun 15 07:08:27.058830 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-dce26914-7e08-4ec0-b75c-18bb1e2f4ba1 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331220 Jun 15 07:08:27.085490 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:08:27.087688 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07435ad5-6878-4bb6-8f87-c28fb8044faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.091646 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d43ad35d-1b7b-4404-8d99-8588b923aa55 req-8d9e6806-5b80-4276-a4f5-846981e94acf tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8425677 Jun 15 07:08:27.221008 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-363c8efb-b89a-4b47-b63a-5fcfc324eb65 req-fe0b425f-2e47-4f9c-9026-55c30da9a4f2 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375430 Jun 15 07:08:27.224297 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bffbe1-13a2-452d-b9f2-6334a44292cf,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:27.253061 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:27.273742 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.274951 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Added segment 8fb56b6e-372b-4dbd-a4ed-db44957ed749 of type vlan for network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 Jun 15 07:08:27.316606 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-10459bfb-d649-400e-bb09-fa03dad69f9a service neutron] 10.222.0.24 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098857 Jun 15 07:08:27.318894 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816060c2-cb35-44da-b068-7d16bf976da7 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:27.330703 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.360967 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Transition to ACTIVE for port object 816060c2-cb35-44da-b068-7d16bf976da7 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:27.366961 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07435ad5-6878-4bb6-8f87-c28fb8044faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.371024 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.373560 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:27.437472 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=816060c2-cb35-44da-b068-7d16bf976da7,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:27.447540 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:27.500785 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.566258 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07435ad5-6878-4bb6-8f87-c28fb8044faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.571592 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07435ad5-6878-4bb6-8f87-c28fb8044faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.576951 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-07435ad5-6878-4bb6-8f87-c28fb8044faf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aea89cd2-5781-4a7d-a1d7-a9fb7f82919f HTTP/1.1" status: 204 len: 168 time: 0.7696903 Jun 15 07:08:27.577442 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Attempting to bind port 816060c2-cb35-44da-b068-7d16bf976da7 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:27.578085 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Attempting to bind port 816060c2-cb35-44da-b068-7d16bf976da7 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:27.579166 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Attempting to bind port 816060c2-cb35-44da-b068-7d16bf976da7 on network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:27.587516 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e224020c-a2bf-442e-919c-3123dd4ad8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:27.588257 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Port 816060c2-cb35-44da-b068-7d16bf976da7 on network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:08:27.588824 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Attempting to bind port 816060c2-cb35-44da-b068-7d16bf976da7 on network 064e7ba6-b024-44e4-8f90-ac67fb89d7ab {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:27.598377 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:27.599151 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Checking segment: {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:27.600357 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Bound using segment: {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:27.601378 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Bound port: 816060c2-cb35-44da-b068-7d16bf976da7, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:27.602011 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.612852 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07435ad5-6878-4bb6-8f87-c28fb8044faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea89cd2-5781-4a7d-a1d7-a9fb7f82919f,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:27.627087 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-07435ad5-6878-4bb6-8f87-c28fb8044faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:27.636575 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f520c-45a7-4658-9469-e2106e81ba76 req-bc3bb05f-2f4d-4d7c-a09e-0edf3767eaa5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:27.638534 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-801f520c-45a7-4658-9469-e2106e81ba76 req-bc3bb05f-2f4d-4d7c-a09e-0edf3767eaa5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 931 time: 0.3380909 Jun 15 07:08:27.669718 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.693333 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:27.695323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.732950 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:27.743849 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2300041 Jun 15 07:08:27.746217 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33480) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:27.781315 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Request body: {'subnet': {'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1584659932-subnet', 'tenant_id': '17e488f3489c4eecbad7d8e707957428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:27.794050 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-801f520c-45a7-4658-9469-e2106e81ba76 req-4741bb81-2e58-44ea-a9b9-dd53a4ee5ad5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321068 Jun 15 07:08:27.841189 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Pushing event updated for resources: {'Network': ['ID=2a82592b-cd73-4513-bfa3-06fb7ad452e1,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:27.844204 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:27.847749 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Made reservation on behalf of 17e488f3489c4eecbad7d8e707957428 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:27.851341 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:27.862779 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:08:27.894964 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] For port 816060c2-cb35-44da-b068-7d16bf976da7, host hv-cinder-74134, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:27.916163 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-70541643-848c-4dc3-9818-1fb8de770a78 req-7984073c-0cd1-4c49-a98e-daeedd409c9d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 210 time: 0.0463288 Jun 15 07:08:27.929838 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] For port 816060c2-cb35-44da-b068-7d16bf976da7, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=816060c2-cb35-44da-b068-7d16bf976da7,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:27.938108 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:28.017644 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:28.116746 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:28.118480 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:28.121517 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/816060c2-cb35-44da-b068-7d16bf976da7 HTTP/1.1" status: 200 len: 1093 time: 1.8017828 Jun 15 07:08:28.122231 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf', 'tag': '816060c2-cb35-44da-b068-7d16bf976da7'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:28.126147 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705912a1-5012-4fff-a1f6-4ea3b77a866a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf", "tag": "816060c2-cb35-44da-b068-7d16bf976da7"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:28.171408 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=816060c2-cb35-44da-b068-7d16bf976da7,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:28.182118 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:28.199187 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e76c457-5d7c-4433-9dc8-1c93416ce7f8 x-openstack-request-id: req-2e76c457-5d7c-4433-9dc8-1c93416ce7f8 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:28.199665 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf", "tag": "816060c2-cb35-44da-b068-7d16bf976da7", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:28.200138 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e76c457-5d7c-4433-9dc8-1c93416ce7f8 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:28.200995 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf', 'tag': '816060c2-cb35-44da-b068-7d16bf976da7', 'status': 'completed', 'code': 200} Jun 15 07:08:28.426105 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-a3d3f679-0194-432c-adba-c879f38d7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:28.426995 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fe9f42-0231-4536-95f4-6174bfa2f442 x-openstack-request-id: req-61fe9f42-0231-4536-95f4-6174bfa2f442 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:28.427751 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-a3d3f679-0194-432c-adba-c879f38d7367 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 1096 time: 0.2483912 Jun 15 07:08:28.428205 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b18621-0d92-45b9-9453-4f06e4b9a7c3", "tag": "745a7a25-f9c0-4f3b-9382-ab7eb5e603bd", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:28.428581 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61fe9f42-0231-4536-95f4-6174bfa2f442 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:28.430919 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b18621-0d92-45b9-9453-4f06e4b9a7c3', 'tag': '745a7a25-f9c0-4f3b-9382-ab7eb5e603bd', 'status': 'completed', 'code': 200} Jun 15 07:08:28.443599 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:28.580016 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-e99b8464-6f05-4b9c-af7f-00cfebb0f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:28.581504 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-e99b8464-6f05-4b9c-af7f-00cfebb0f2ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0979140 Jun 15 07:08:28.596569 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1fac-b8b7-4df4-b0c9-4f738655563f req-c0abcd45-0a4a-4439-99f3-64b50282886e tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:28.598360 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ff3e1fac-b8b7-4df4-b0c9-4f738655563f req-c0abcd45-0a4a-4439-99f3-64b50282886e tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 945 time: 0.1571512 Jun 15 07:08:28.719851 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ff3e1fac-b8b7-4df4-b0c9-4f738655563f req-9c932f4d-222b-4386-9157-036a75f7c68f tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106188 Jun 15 07:08:28.752845 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:28.787276 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-a9285853-fff6-4c1a-8406-8d560405e614 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816060c2-cb35-44da-b068-7d16bf976da7 HTTP/1.1" status: 200 len: 217 time: 0.3450258 Jun 15 07:08:28.870508 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-ee7f3428-829d-433d-bdcc-e039d76e0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:28.873100 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-ee7f3428-829d-433d-bdcc-e039d76e0142 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.2730560 Jun 15 07:08:28.919300 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df776c28-ba05-4445-a2ad-6b572f0d62e5,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:28.923180 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:28.946428 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Checking segment: {'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:28.946806 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Network hostable DHCP agents. Network: 2a82592b-cd73-4513-bfa3-06fb7ad452e1, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:08:28.984633 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c51059a9-b2c1-4caa-bf13-b94872c63450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:28.986144 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-c51059a9-b2c1-4caa-bf13-b94872c63450 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.1872690 Jun 15 07:08:29.068829 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-e80e746c-65e6-4d87-9321-1f6aac8246ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 200 len: 217 time: 0.1889880 Jun 15 07:08:29.090848 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33526) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:29.170691 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:08:29.177592 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-f1d7e8b9-1234-47b8-a140-47f01e36b921 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648598 Jun 15 07:08:29.270352 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3bc5d37-25ca-454c-bf77-c53093c336f3 req-f12fd131-4391-4021-b4ad-8237b9c606cf tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 210 time: 0.1015234 Jun 15 07:08:29.330065 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-2cf21805-0b9c-4b48-a185-bbae8fb0a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:29.335735 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-2cf21805-0b9c-4b48-a185-bbae8fb0a070 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.2596412 Jun 15 07:08:29.340224 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 2a82592b-cd73-4513-bfa3-06fb7ad452e1) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:29.354446 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0718e20e-ca56-471c-87fe-28a15bc3c833 None None] Network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:08:29.366217 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:29.367147 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:29.405151 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc178c-aa2b-4d22-9457-d0d095229160 req-b203f47d-6982-4f8a-bd1e-5c051e2c34d4 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:29.406918 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-badc178c-aa2b-4d22-9457-d0d095229160 req-b203f47d-6982-4f8a-bd1e-5c051e2c34d4 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 943 time: 0.4338396 Jun 15 07:08:29.416660 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-662de432-9752-41ea-b1b9-daaacc57d0ae service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272327 Jun 15 07:08:29.446627 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6741903 Jun 15 07:08:29.447145 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-944227d8-73fb-41e6-95a2-25954ba94e9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988696 Jun 15 07:08:29.533451 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-badc178c-aa2b-4d22-9457-d0d095229160 req-4c1ee599-5eea-455a-8f29-f4a1b696de90 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154089 Jun 15 07:08:29.651842 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae24699b-0ef5-4798-a6fc-5e9170df31a5 req-dc7df4df-b0a0-4281-8f92-e41fa435e10b service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262943 Jun 15 07:08:29.719220 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-d39590fc-bbfe-49f6-88e8-ad3dfd9da7c5 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656715 Jun 15 07:08:29.739956 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e7639-e7ef-4cdf-b11c-31195f4cfc0b None None] Network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:08:29.936665 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-3463bc59-f871-4494-9d61-b7c8eccabd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:29.938905 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-3463bc59-f871-4494-9d61-b7c8eccabd1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 1096 time: 0.1527677 Jun 15 07:08:30.092157 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-add54d70-a3df-4672-9e44-dc30ca94fec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:30.207438 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-1e016ed2-bc78-44d0-bfa7-7d047f7dedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:30.212154 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-1e016ed2-bc78-44d0-bfa7-7d047f7dedc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.2656584 Jun 15 07:08:30.348720 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-b8d5f268-84c3-484a-9920-a8ac8a9ee40a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816060c2-cb35-44da-b068-7d16bf976da7 HTTP/1.1" status: 200 len: 217 time: 0.1243236 Jun 15 07:08:30.479984 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-6a147ea9-f99c-4b0e-ac50-537df002f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:30.482677 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-6a147ea9-f99c-4b0e-ac50-537df002f3cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.1281152 Jun 15 07:08:30.550539 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:08:30.559044 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-e1d4ed59-fe98-4bc5-af8c-27f8305e76bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700676 Jun 15 07:08:30.875563 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-3ce56f67-4439-4a94-a0be-ba03588cbd42 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076200 Jun 15 07:08:30.970249 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f296938b-433b-4b4c-b902-d8d86cb3657a req-988ddf14-ee6a-424d-a08c-81951d05f0d1 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 210 time: 0.4872806 Jun 15 07:08:31.034509 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:31.066417 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '745a7a25-f9c0-4f3b-9382-ab7eb5e603bd', 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab', 'port_id': '745a7a25-f9c0-4f3b-9382-ab7eb5e603bd', 'mac_address': 'fa:16:3e:5f:49:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9585d07-93ec-4d2e-8c13-a1d486a7c67d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:08:31.125125 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-705912a1-5012-4fff-a1f6-4ea3b77a866a req-a65000c8-d114-4a97-96e2-9f2df4ef86c8 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440835 Jun 15 07:08:31.163967 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a771cc-dae3-4025-9b39-80811f464a81 req-cb75d7e4-d80b-4ceb-b19d-a8700ec78805 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:31.176459 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-cb75d7e4-d80b-4ceb-b19d-a8700ec78805 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 816 time: 1.0737629 Jun 15 07:08:31.197979 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-add54d70-a3df-4672-9e44-dc30ca94fec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.206924 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fb18e15-0e1a-4a8e-88af-7b9a2e281685 req-6a96cd52-161d-4579-b18e-a0c35c97ebf6 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1120765 Jun 15 07:08:31.217348 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef2c75-fe5f-4303-8aad-1ca76a503a47 req-00ef8eac-d653-4d2a-bccd-0bd826a8a909 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:31.219086 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-01ef2c75-fe5f-4303-8aad-1ca76a503a47 req-00ef8eac-d653-4d2a-bccd-0bd826a8a909 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 943 time: 0.3415055 Jun 15 07:08:31.235820 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-add54d70-a3df-4672-9e44-dc30ca94fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.254558 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.265512 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e597858e-2a24-46ce-9c5b-fd5c2ef9c490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:31.289164 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:31.314428 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-01ef2c75-fe5f-4303-8aad-1ca76a503a47 req-a714dc20-0e7b-4ca1-9868-ed8eb02c53a7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739591 Jun 15 07:08:31.326941 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:31.347028 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.348987 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:31.417556 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-add54d70-a3df-4672-9e44-dc30ca94fec8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5799ecf8ffbf456584afacdcc3a2aec9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3219845 Jun 15 07:08:31.418497 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33602) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:31.420069 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add54d70-a3df-4672-9e44-dc30ca94fec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520bc461-8b6a-4ea2-b9c2-0cf0d8e7da2a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:31.429278 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:31.432571 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:31.433113 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-f9a517c7-1509-415b-8b08-2753d1ea75b3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe HTTP/1.1" status: 200 len: 380 time: 0.2331061 Jun 15 07:08:31.433977 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-add54d70-a3df-4672-9e44-dc30ca94fec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:31.445248 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'port': {'device_id': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'admin_state_up': True, 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'security_groups': ['060e492d-09be-4c78-a35a-8f0db2d427c7']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:31.504124 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-438c3516-1f88-4d61-aedc-90ff87e03a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.539550 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-438c3516-1f88-4d61-aedc-90ff87e03a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.575544 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['745a7a25-f9c0-4f3b-9382-ab7eb5e603bd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:08:31.617120 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-438c3516-1f88-4d61-aedc-90ff87e03a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.624037 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-438c3516-1f88-4d61-aedc-90ff87e03a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.627095 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-438c3516-1f88-4d61-aedc-90ff87e03a69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/520bc461-8b6a-4ea2-b9c2-0cf0d8e7da2a HTTP/1.1" status: 204 len: 168 time: 0.2062409 Jun 15 07:08:31.628645 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:31.654554 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Made reservation on behalf of f3336ee0c5a9459ca40f0bd8ae3da4fe for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:31.661527 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:31.675745 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c3516-1f88-4d61-aedc-90ff87e03a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520bc461-8b6a-4ea2-b9c2-0cf0d8e7da2a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:31.688896 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-438c3516-1f88-4d61-aedc-90ff87e03a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:31.935933 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Allocated IP 172.20.0.6 (1c5d9319-2881-4473-81c7-57b98bc8078f/dd471a62-9f5c-4c68-8fc0-f74e2a860962/c01dacb3-0037-4654-82d6-2e434d703220) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:08:32.202154 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:32.241113 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Transition to ACTIVE for port object c01dacb3-0037-4654-82d6-2e434d703220 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:32.246446 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-58d8f0f0-8d32-4726-b736-5e29d5cda07e req-d5db6c22-0dc4-4e88-93d8-4d6a46880c38 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 210 time: 0.0680940 Jun 15 07:08:32.333672 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:32.340135 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:32.422310 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33654) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:32.450791 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc0e1-87fd-497d-8d89-72c1c893cbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:32.461413 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Network 1c5d9319-2881-4473-81c7-57b98bc8078f is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:32.464867 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:32.470015 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:08:32.531996 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:32.554188 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 816060c2-cb35-44da-b068-7d16bf976da7 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:08:32.598113 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:32.644578 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:32.645389 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:32.651340 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:32.722172 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b18ea-c75a-4178-b612-8860afbf06b0 req-f6a0f3ac-61e8-4cdb-b484-a35a7a3943bc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:32.723726 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ba5b18ea-c75a-4178-b612-8860afbf06b0 req-f6a0f3ac-61e8-4cdb-b484-a35a7a3943bc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 943 time: 0.2134359 Jun 15 07:08:32.724210 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33668) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:32.822407 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ba5b18ea-c75a-4178-b612-8860afbf06b0 req-3cab5351-3f1a-4f7d-b3cb-9c6872470571 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815141 Jun 15 07:08:32.857813 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 816060c2-cb35-44da-b068-7d16bf976da7, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=816060c2-cb35-44da-b068-7d16bf976da7,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:32.876426 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '816060c2-cb35-44da-b068-7d16bf976da7', 'network_id': '064e7ba6-b024-44e4-8f90-ac67fb89d7ab', 'port_id': '816060c2-cb35-44da-b068-7d16bf976da7', 'mac_address': 'fa:16:3e:4d:70:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9585d07-93ec-4d2e-8c13-a1d486a7c67d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:08:32.889246 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-64279104-bc65-450b-8243-60ce3f6b4bad tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:32.891503 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-64279104-bc65-450b-8243-60ce3f6b4bad tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/networks?id=2a82592b-cd73-4513-bfa3-06fb7ad452e1 HTTP/1.1" status: 200 len: 809 time: 0.2692072 Jun 15 07:08:32.893784 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc0e1-87fd-497d-8d89-72c1c893cbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:32.911311 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:32.918877 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4787250 Jun 15 07:08:32.921987 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc0e1-87fd-497d-8d89-72c1c893cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:32.929370 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-96649200-21d0-4019-a774-fcb789050195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:32.932141 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Request body: {'port': {'device_id': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:32.935524 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:32.935524 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:32.943521 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-78f9ae54-1ba5-4061-958e-1fbf76e652b8 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/quotas/17e488f3489c4eecbad7d8e707957428 HTTP/1.1" status: 200 len: 375 time: 0.0453062 Jun 15 07:08:32.990261 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.014406 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-6ebb9913-c98f-455e-a4b0-a3b47bdc2178 None None] Provisioning for port c01dacb3-0037-4654-82d6-2e434d703220 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:33.020470 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-6ebb9913-c98f-455e-a4b0-a3b47bdc2178 None None] Provisioning complete for port c01dacb3-0037-4654-82d6-2e434d703220 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:33.020866 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9913-c98f-455e-a4b0-a3b47bdc2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.025618 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816060c2-cb35-44da-b068-7d16bf976da7 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:33.028345 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-de4589a8-395d-4d4b-a846-70ecb6d4cc59 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=17e488f3489c4eecbad7d8e707957428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837977 Jun 15 07:08:33.048954 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 33680) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:33.090913 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 816060c2-cb35-44da-b068-7d16bf976da7, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=816060c2-cb35-44da-b068-7d16bf976da7,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:33.098025 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb9913-c98f-455e-a4b0-a3b47bdc2178 None None] Port c01dacb3-0037-4654-82d6-2e434d703220 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:08:33.137552 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.141221 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:33.147282 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdc0e1-87fd-497d-8d89-72c1c893cbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671dbb63-6144-45ba-8ea0-b4851d0d065c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:33.162170 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e2cdc0e1-87fd-497d-8d89-72c1c893cbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:33.170066 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e2cdc0e1-87fd-497d-8d89-72c1c893cbf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bc7d3ff7fb045fc83dc4d22670e1e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7465472 Jun 15 07:08:33.174428 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33686) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:33.178403 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.215373 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-0ccb1251-fb42-4bd8-8fd9-94a8d7a8999b service neutron] 10.222.0.24 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859112 Jun 15 07:08:33.221849 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.223958 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b18621-0d92-45b9-9453-4f06e4b9a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745a7a25-f9c0-4f3b-9382-ab7eb5e603bd'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:33.226351 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e289814e-2372-4cc4-9ada-55e8ba0fb202" -d '{"events": [{"server_uuid": "96b18621-0d92-45b9-9453-4f06e4b9a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "745a7a25-f9c0-4f3b-9382-ab7eb5e603bd"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:33.244264 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=816060c2-cb35-44da-b068-7d16bf976da7,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:33.246481 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51d41a3f-63a0-45ec-9fd2-cfbe15cc8b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.249460 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:33.250584 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:33.255912 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.260475 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:33.270551 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.313098 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c7e6b-d1e8-4bec-8d62-1e74bbf47ee7 x-openstack-request-id: req-d81c7e6b-d1e8-4bec-8d62-1e74bbf47ee7 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:33.313658 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b18621-0d92-45b9-9453-4f06e4b9a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "745a7a25-f9c0-4f3b-9382-ab7eb5e603bd", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:33.314128 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d81c7e6b-d1e8-4bec-8d62-1e74bbf47ee7 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:33.314695 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b18621-0d92-45b9-9453-4f06e4b9a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745a7a25-f9c0-4f3b-9382-ab7eb5e603bd', 'code': 200} Jun 15 07:08:33.350265 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:33.354357 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:33.386419 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['816060c2-cb35-44da-b068-7d16bf976da7'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:08:33.450208 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ff75c5b4-ff75-4dcd-b767-a5b2c47b827b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.491385 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ff75c5b4-ff75-4dcd-b767-a5b2c47b827b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.502818 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-441ddc5a-c555-4bca-ad8c-37bf5ebc622b service neutron] 10.222.0.24 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865336 Jun 15 07:08:33.539968 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.db.api [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 07:08:33.539968 dv-cinder-741349-5-iscsi neutron-server[91874]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 15 07:08:33.539968 dv-cinder-741349-5-iscsi neutron-server[91874]: [parameters: {'project_id': 'fa6a8fe6c30744aba609bc4f4946c5ba', 'id': '86a5c9d5-5312-44b0-8a27-1d55148bf910', 'expiration': datetime.datetime(2021, 6, 15, 7, 10, 33, 291947)}] Jun 15 07:08:33.539968 dv-cinder-741349-5-iscsi neutron-server[91874]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 07:08:33.539968 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_db.api [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 07:08:33.565341 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ff75c5b4-ff75-4dcd-b767-a5b2c47b827b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.568250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ff75c5b4-ff75-4dcd-b767-a5b2c47b827b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.573660 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ff75c5b4-ff75-4dcd-b767-a5b2c47b827b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/671dbb63-6144-45ba-8ea0-b4851d0d065c HTTP/1.1" status: 204 len: 168 time: 0.3983347 Jun 15 07:08:33.575219 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c89a8e89-5275-4fd2-a065-9a8649fc0c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:33.608067 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75c5b4-ff75-4dcd-b767-a5b2c47b827b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671dbb63-6144-45ba-8ea0-b4851d0d065c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:33.615767 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ff75c5b4-ff75-4dcd-b767-a5b2c47b827b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:33.825415 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bccc35fc-5acf-4296-bab6-e10caf063fde req-7b2c19d7-8851-4ced-af66-8199150263d3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.0595427 Jun 15 07:08:33.864853 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01dacb3-0037-4654-82d6-2e434d703220 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:33.885787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:33.902536 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b270-983f-483f-82fc-ed4dd342d2eb req-76997e1f-a2f9-4168-91df-dfef23388c75 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:33.909453 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9736b270-983f-483f-82fc-ed4dd342d2eb req-76997e1f-a2f9-4168-91df-dfef23388c75 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 931 time: 0.3754747 Jun 15 07:08:33.950841 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Transition to ACTIVE for port object c01dacb3-0037-4654-82d6-2e434d703220 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:34.017479 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783283f-bfc5-4def-b55b-582d28c779ff req-d27a5864-5416-4df2-a87d-298d12b3510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:34.018981 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d783283f-bfc5-4def-b55b-582d28c779ff req-d27a5864-5416-4df2-a87d-298d12b3510d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.3960290 Jun 15 07:08:34.028405 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.050094 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.050855 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c433a-c6b4-46e6-8c0a-ab3d002499fc req-c257796d-1fab-4073-9d9d-a7b1541da066 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:34.052613 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8e3c433a-c6b4-46e6-8c0a-ab3d002499fc req-c257796d-1fab-4073-9d9d-a7b1541da066 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 944 time: 0.0785851 Jun 15 07:08:34.097352 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:34.115375 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9736b270-983f-483f-82fc-ed4dd342d2eb req-d4d89abf-8332-4a02-926a-c7e7797588d8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050571 Jun 15 07:08:34.118066 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51d41a3f-63a0-45ec-9fd2-cfbe15cc8b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.140956 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8e3c433a-c6b4-46e6-8c0a-ab3d002499fc req-9b2a73a0-d613-4685-8933-83896e22dfee tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729706 Jun 15 07:08:34.466824 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51d41a3f-63a0-45ec-9fd2-cfbe15cc8b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.498617 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d783283f-bfc5-4def-b55b-582d28c779ff req-177e10ec-82c8-4101-b478-bdef6179c578 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689560 Jun 15 07:08:34.550281 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:34.557157 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-51d41a3f-63a0-45ec-9fd2-cfbe15cc8b73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2c8d61b94d0447fb6b304cca3c6c3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5071568 Jun 15 07:08:34.560244 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:34.560539 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33738) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:34.562576 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:34.571304 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 816060c2-cb35-44da-b068-7d16bf976da7 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:34.642856 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b19e-5859-482b-8a2e-2754e23726d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.644130 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d41a3f-63a0-45ec-9fd2-cfbe15cc8b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebef9ae-e496-434d-8fcd-0c966cbf62b6,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:34.655415 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 816060c2-cb35-44da-b068-7d16bf976da7 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:34.656590 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51d41a3f-63a0-45ec-9fd2-cfbe15cc8b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:34.661734 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 816060c2-cb35-44da-b068-7d16bf976da7 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:34.662253 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.690858 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Attempting to bind port c01dacb3-0037-4654-82d6-2e434d703220 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:34.691315 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Attempting to bind port c01dacb3-0037-4654-82d6-2e434d703220 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:34.691650 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Attempting to bind port c01dacb3-0037-4654-82d6-2e434d703220 on network 1c5d9319-2881-4473-81c7-57b98bc8078f {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:34.702544 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Port c01dacb3-0037-4654-82d6-2e434d703220 on network 1c5d9319-2881-4473-81c7-57b98bc8078f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:08:34.702890 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Attempting to bind port c01dacb3-0037-4654-82d6-2e434d703220 on network 1c5d9319-2881-4473-81c7-57b98bc8078f {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:34.713750 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b19e-5859-482b-8a2e-2754e23726d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.715487 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:34.716024 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Checking segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:34.716413 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Bound using segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:34.716885 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Bound port: c01dacb3-0037-4654-82d6-2e434d703220, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:34.717234 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.743575 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.770955 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.776996 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-add54d70-a3df-4672-9e44-dc30ca94fec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:34.812356 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.824158 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b19e-5859-482b-8a2e-2754e23726d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.829951 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b19e-5859-482b-8a2e-2754e23726d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.834167 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6cf1b19e-5859-482b-8a2e-2754e23726d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eebef9ae-e496-434d-8fcd-0c966cbf62b6 HTTP/1.1" status: 204 len: 168 time: 0.2696714 Jun 15 07:08:34.834167 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-95aad07f-2cc4-4042-b378-604e726ba97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:34.847608 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa6a8fe6c30744aba609bc4f4946c5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1059515 Jun 15 07:08:34.847765 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1b19e-5859-482b-8a2e-2754e23726d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebef9ae-e496-434d-8fcd-0c966cbf62b6,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:34.848327 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6cf1b19e-5859-482b-8a2e-2754e23726d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:34.848451 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33748) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:34.856818 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df8a4d3-2d33-4ae9-9963-3f4910aa52f3,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:34.864376 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:34.870942 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:34.876323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:34.887167 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.900277 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:34.916339 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-47d87e81-e8ae-4c30-8cfc-f56c9eb8d57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.939952 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 816060c2-cb35-44da-b068-7d16bf976da7, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=816060c2-cb35-44da-b068-7d16bf976da7,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:34.949082 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.950982 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:34.961077 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-47d87e81-e8ae-4c30-8cfc-f56c9eb8d57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.964695 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:34.965546 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:34.967166 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] 10.222.0.11 "PUT /v2.0/ports/c01dacb3-0037-4654-82d6-2e434d703220 HTTP/1.1" status: 200 len: 1093 time: 2.0404129 Jun 15 07:08:34.967834 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:34.970376 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67004da-21e2-43d1-af64-769be6942173" -d '{"events": [{"name": "network-changed", "server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "tag": "c01dacb3-0037-4654-82d6-2e434d703220"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:35.048214 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:35.052957 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:35.072190 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=816060c2-cb35-44da-b068-7d16bf976da7,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:35.077266 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:35.088768 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-47d87e81-e8ae-4c30-8cfc-f56c9eb8d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:35.091585 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-47d87e81-e8ae-4c30-8cfc-f56c9eb8d57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:35.092762 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-47d87e81-e8ae-4c30-8cfc-f56c9eb8d57a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7df8a4d3-2d33-4ae9-9963-3f4910aa52f3 HTTP/1.1" status: 204 len: 168 time: 0.2433517 Jun 15 07:08:35.093552 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6cf1b19e-5859-482b-8a2e-2754e23726d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:35.115010 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87e81-e8ae-4c30-8cfc-f56c9eb8d57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df8a4d3-2d33-4ae9-9963-3f4910aa52f3,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:35.128200 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-47d87e81-e8ae-4c30-8cfc-f56c9eb8d57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:35.141779 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a771cc-dae3-4025-9b39-80811f464a81 req-0e2ff40b-0926-41f4-a0cf-c5bb08fd3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:35.146121 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-0e2ff40b-0926-41f4-a0cf-c5bb08fd3515 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 1096 time: 0.1128032 Jun 15 07:08:35.153033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53476c-5a65-47ed-9b2f-f2bcee0013ba x-openstack-request-id: req-0c53476c-5a65-47ed-9b2f-f2bcee0013ba {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:35.154590 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "tag": "c01dacb3-0037-4654-82d6-2e434d703220", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:35.155035 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c53476c-5a65-47ed-9b2f-f2bcee0013ba {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:35.156918 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220', 'status': 'completed', 'code': 200} Jun 15 07:08:35.307426 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-b8cc3a4a-fca1-4f43-983b-91072ba926fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01dacb3-0037-4654-82d6-2e434d703220 HTTP/1.1" status: 200 len: 217 time: 0.1438689 Jun 15 07:08:35.316388 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816060c2-cb35-44da-b068-7d16bf976da7'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:35.318997 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9890fb38-4140-4923-9e1f-36c5d96d0a01" -d '{"events": [{"server_uuid": "5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf", "name": "network-vif-plugged", "status": "completed", "tag": "816060c2-cb35-44da-b068-7d16bf976da7"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:35.362505 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5545d703-6d77-41c5-b638-903364669744 req-046f7f1e-b96a-43b1-b333-9891097fad35 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.0540729 Jun 15 07:08:35.427432 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a771cc-dae3-4025-9b39-80811f464a81 req-32fe1ea5-85bc-4979-bf75-9bf01dd8b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:35.428970 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-32fe1ea5-85bc-4979-bf75-9bf01dd8b91d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0991349 Jun 15 07:08:35.494282 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d332e65-ded2-4b90-8306-5ec8cdba92d7 req-cda3de17-dcf6-419e-bd7b-cb7aea7c0ea9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:35.505317 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9d332e65-ded2-4b90-8306-5ec8cdba92d7 req-cda3de17-dcf6-419e-bd7b-cb7aea7c0ea9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.1402407 Jun 15 07:08:35.562142 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33772) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:35.681553 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e325f89d-42c6-4ef4-9770-d432c1edf532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:35.692724 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a771cc-dae3-4025-9b39-80811f464a81 req-85cc92c5-38be-43f2-86c4-fb71ddf85b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:35.694964 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-85cc92c5-38be-43f2-86c4-fb71ddf85b08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2584567 Jun 15 07:08:35.755662 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9d332e65-ded2-4b90-8306-5ec8cdba92d7 req-a3ff6c82-5521-419f-9be7-da50549591d5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485929 Jun 15 07:08:35.866483 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8137bf-6417-4d45-a28a-8e500578a449 x-openstack-request-id: req-ce8137bf-6417-4d45-a28a-8e500578a449 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:35.867028 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf", "name": "network-vif-plugged", "status": "completed", "tag": "816060c2-cb35-44da-b068-7d16bf976da7", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:35.867314 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce8137bf-6417-4d45-a28a-8e500578a449 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:35.867932 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816060c2-cb35-44da-b068-7d16bf976da7', 'code': 200} Jun 15 07:08:35.870223 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33778) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:35.892400 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9904ffaf-4901-4837-b337-35561891205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:35.962054 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e325f89d-42c6-4ef4-9770-d432c1edf532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:35.971134 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e325f89d-42c6-4ef4-9770-d432c1edf532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:35.980843 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8c25cdaf-d669-4a2d-a6e6-d4730d4ecccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:36.044348 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaba1b0-12d9-4b14-aeba-151178eaa327 req-9dbef99f-1063-4e62-83f8-5469514a94c1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:36.046129 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fbaba1b0-12d9-4b14-aeba-151178eaa327 req-9dbef99f-1063-4e62-83f8-5469514a94c1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.4730237 Jun 15 07:08:36.116834 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e325f89d-42c6-4ef4-9770-d432c1edf532 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd5066187ffc41168f82aae408bdd47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485599 Jun 15 07:08:36.119928 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33790) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:36.120662 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-83ccc936-0437-4d39-a8a7-8780891c7a5c service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994560 Jun 15 07:08:36.129054 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325f89d-42c6-4ef4-9770-d432c1edf532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41893381-f595-49f2-9dae-65e8b1978c16,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:36.139238 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e325f89d-42c6-4ef4-9770-d432c1edf532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:36.183554 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-60612861-86fd-4776-a0c6-e97e85459579 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:36.185162 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-60612861-86fd-4776-a0c6-e97e85459579 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.11 "GET /v2.0/networks?id=2a82592b-cd73-4513-bfa3-06fb7ad452e1 HTTP/1.1" status: 200 len: 809 time: 0.5026460 Jun 15 07:08:36.214739 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-96826adc-b3d6-4f3e-ac11-3c86ab3daf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.227983 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fbaba1b0-12d9-4b14-aeba-151178eaa327 req-79b8eb30-dc09-403a-9861-00b1c2cbf75c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697931 Jun 15 07:08:36.267519 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Request body: {'port': {'device_id': '75e7dbc5-0548-479a-920d-470a58d6c226', 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1', 'admin_state_up': True, 'tenant_id': '17e488f3489c4eecbad7d8e707957428'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:36.333315 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9904ffaf-4901-4837-b337-35561891205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.342777 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-96826adc-b3d6-4f3e-ac11-3c86ab3daf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.351346 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9904ffaf-4901-4837-b337-35561891205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.354568 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f191f988-3b8a-4391-9663-b806e85dc82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:36.435296 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904ffaf-4901-4837-b337-35561891205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15653eeb-c1da-47ce-8f95-c782798415f1,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:36.445771 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9904ffaf-4901-4837-b337-35561891205c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:36.460542 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95a771cc-dae3-4025-9b39-80811f464a81 req-cacfa361-ac75-47df-ac82-6e0e8fb6bc84 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156955 Jun 15 07:08:36.505750 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9904ffaf-4901-4837-b337-35561891205c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c92c93fdd60f42dbaa00656f7c7e1b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347399 Jun 15 07:08:36.512822 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 33808) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:36.523621 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Made reservation on behalf of 17e488f3489c4eecbad7d8e707957428 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:36.529843 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.531539 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:08:36.578899 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d60c-f3ad-4cc7-adb5-03ae05ca12bf req-270acd00-ef32-42ca-bc41-c80a10227593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:36.580525 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3911d60c-f3ad-4cc7-adb5-03ae05ca12bf req-270acd00-ef32-42ca-bc41-c80a10227593 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 1098 time: 0.3364382 Jun 15 07:08:36.585588 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2095a161-d7ac-42a7-ab87-e66765203e54 req-9bf00428-e082-49ae-96f1-97a3b8da5a4e tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.0592270 Jun 15 07:08:36.619874 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-96826adc-b3d6-4f3e-ac11-3c86ab3daf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.619874 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-96826adc-b3d6-4f3e-ac11-3c86ab3daf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.619874 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-96826adc-b3d6-4f3e-ac11-3c86ab3daf0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41893381-f595-49f2-9dae-65e8b1978c16 HTTP/1.1" status: 204 len: 168 time: 0.4983299 Jun 15 07:08:36.620347 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-45b81d9a-73d9-471f-baf5-fcfcf8322c73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:36.635942 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96826adc-b3d6-4f3e-ac11-3c86ab3daf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41893381-f595-49f2-9dae-65e8b1978c16,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:36.649956 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-96826adc-b3d6-4f3e-ac11-3c86ab3daf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:36.667270 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3911d60c-f3ad-4cc7-adb5-03ae05ca12bf req-1a1bd2b1-aa41-4028-a4da-a1d238cf40a2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758278 Jun 15 07:08:36.670557 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-01dfe670-93cd-4d9e-bd35-7248c2b53826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.682936 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67004da-21e2-43d1-af64-769be6942173 req-2f654a27-f9a8-4b93-9023-05b1a69e27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:36.684581 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67004da-21e2-43d1-af64-769be6942173 req-2f654a27-f9a8-4b93-9023-05b1a69e27ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 1096 time: 0.1395149 Jun 15 07:08:36.705240 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-01dfe670-93cd-4d9e-bd35-7248c2b53826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.787886 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-01dfe670-93cd-4d9e-bd35-7248c2b53826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.790957 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-01dfe670-93cd-4d9e-bd35-7248c2b53826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:36.792136 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-01dfe670-93cd-4d9e-bd35-7248c2b53826 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15653eeb-c1da-47ce-8f95-c782798415f1 HTTP/1.1" status: 204 len: 168 time: 0.2781296 Jun 15 07:08:36.792846 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:36.804404 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Allocated IP 172.20.0.2 (2a82592b-cd73-4513-bfa3-06fb7ad452e1/df776c28-ba05-4445-a2ad-6b572f0d62e5/85d67925-7f49-4716-8a95-3a8384988b50) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:08:36.815088 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfe670-93cd-4d9e-bd35-7248c2b53826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15653eeb-c1da-47ce-8f95-c782798415f1,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:36.829773 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-01dfe670-93cd-4d9e-bd35-7248c2b53826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:37.042299 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67004da-21e2-43d1-af64-769be6942173 req-195d8ebc-b09e-4fcc-8f29-efc5cf149465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:37.044608 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67004da-21e2-43d1-af64-769be6942173 req-195d8ebc-b09e-4fcc-8f29-efc5cf149465 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.2985454 Jun 15 07:08:37.125634 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67004da-21e2-43d1-af64-769be6942173 req-b7165e20-33af-4446-831d-5d70083b3226 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01dacb3-0037-4654-82d6-2e434d703220 HTTP/1.1" status: 200 len: 217 time: 0.0683265 Jun 15 07:08:37.218061 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67004da-21e2-43d1-af64-769be6942173 req-a6c63bff-d02f-4d95-9567-50f3b41177f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:37.219496 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67004da-21e2-43d1-af64-769be6942173 req-a6c63bff-d02f-4d95-9567-50f3b41177f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0735974 Jun 15 07:08:37.230084 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c1a44-1361-4669-9617-e547c2fc43a7 req-aedc8689-01a5-4992-b447-fb5d5175eb63 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:37.231597 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-489c1a44-1361-4669-9617-e547c2fc43a7 req-aedc8689-01a5-4992-b447-fb5d5175eb63 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.3223090 Jun 15 07:08:37.409059 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-489c1a44-1361-4669-9617-e547c2fc43a7 req-566a24e2-2df7-4318-ad7a-7a682fc856de tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633744 Jun 15 07:08:37.466397 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67004da-21e2-43d1-af64-769be6942173 req-36db6a91-d45e-49fd-ae1f-fa315e93aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:37.468283 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67004da-21e2-43d1-af64-769be6942173 req-36db6a91-d45e-49fd-ae1f-fa315e93aca2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2357762 Jun 15 07:08:37.472921 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:37.602494 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19507a-ba81-40aa-b3f6-bc3c77fe7df7 req-866ca32f-1411-45d5-9f19-d435e12a786f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:37.604118 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bc19507a-ba81-40aa-b3f6-bc3c77fe7df7 req-866ca32f-1411-45d5-9f19-d435e12a786f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1501904 Jun 15 07:08:37.673609 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bc19507a-ba81-40aa-b3f6-bc3c77fe7df7 req-79ec7ed7-909a-4520-9c99-9c779e0ac198 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592933 Jun 15 07:08:37.928666 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-077e785c-dd00-4054-8be5-c96084d31aa4 req-ae850a16-97c4-4a9c-9cbb-4b787a98c0e9 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.0555074 Jun 15 07:08:37.957134 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67004da-21e2-43d1-af64-769be6942173 req-21f29c51-f56c-49ee-9eb9-14680399f0b4 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789174 Jun 15 07:08:37.958551 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:37.967056 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:38.012682 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:08:38.020322 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:38.025019 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:08:38.063610 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Pushing event updated for resources: {'Port': ['ID=85d67925-7f49-4716-8a95-3a8384988b50,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:38.072223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:38.092671 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:38.093334 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:38.109606 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8963978 Jun 15 07:08:38.757910 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc000b-52af-4b3b-9f7e-63331b3e35cb req-ba397f09-7c05-4415-ac9b-3f6adb63de0c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:38.762615 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5ddc000b-52af-4b3b-9f7e-63331b3e35cb req-ba397f09-7c05-4415-ac9b-3f6adb63de0c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.1315835 Jun 15 07:08:39.000743 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5fa20-24e3-4e5c-861d-e2ec795ffe3a req-fbb45981-363e-4af0-8f78-0ac32127b876 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:39.002525 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95b5fa20-24e3-4e5c-861d-e2ec795ffe3a req-fbb45981-363e-4af0-8f78-0ac32127b876 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1122324 Jun 15 07:08:39.063107 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95b5fa20-24e3-4e5c-861d-e2ec795ffe3a req-ecaa5929-4590-46ac-840f-2ada1e9699dc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Jun 15 07:08:39.093426 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5ddc000b-52af-4b3b-9f7e-63331b3e35cb req-91543f51-da63-43b4-b2e5-803236d91e49 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175611 Jun 15 07:08:39.290842 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b9a8-2e0d-403c-8d84-1b336a63d051 req-d0d9e46b-ea06-45ae-a1b8-5c95fc281a83 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:39.299730 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6876b9a8-2e0d-403c-8d84-1b336a63d051 req-d0d9e46b-ea06-45ae-a1b8-5c95fc281a83 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 931 time: 0.0868154 Jun 15 07:08:39.354688 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6876b9a8-2e0d-403c-8d84-1b336a63d051 req-dbeba6d9-1ce1-4256-88f7-c0edc5282423 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Jun 15 07:08:39.671559 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9276a7-adaf-4dac-8315-57f63b713fb7 req-4867deb9-8894-484c-915b-2d5a02d2918a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:39.677564 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be9276a7-adaf-4dac-8315-57f63b713fb7 req-4867deb9-8894-484c-915b-2d5a02d2918a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0947070 Jun 15 07:08:39.735593 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be9276a7-adaf-4dac-8315-57f63b713fb7 req-9849917b-2cee-4df7-a2b8-2dbaa4c9317f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Jun 15 07:08:40.295814 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe29c1-a05b-4330-b446-45518e8c309d req-82bd0f45-3527-455e-b8c5-2aa2f65a6f32 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:40.297446 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-88fe29c1-a05b-4330-b446-45518e8c309d req-82bd0f45-3527-455e-b8c5-2aa2f65a6f32 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0733025 Jun 15 07:08:40.339640 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-88fe29c1-a05b-4330-b446-45518e8c309d req-964500d7-31af-4f42-8d11-074e257cd641 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364413 Jun 15 07:08:40.559276 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34784c9b-d59b-4b43-bd59-1b00b6d3b328 req-359f972f-ea3f-4f0d-9727-22d129aa0705 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:40.560740 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-34784c9b-d59b-4b43-bd59-1b00b6d3b328 req-359f972f-ea3f-4f0d-9727-22d129aa0705 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 931 time: 0.0707581 Jun 15 07:08:40.603445 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-34784c9b-d59b-4b43-bd59-1b00b6d3b328 req-beff7fbb-8d82-4347-9edc-98ef9fe0e898 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Jun 15 07:08:40.615379 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34012) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:40.720108 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8b249e52-fe46-48f1-a7c9-1bcd3307300e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:40.818239 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8b249e52-fe46-48f1-a7c9-1bcd3307300e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:40.822958 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8b249e52-fe46-48f1-a7c9-1bcd3307300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:40.826372 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-01dfe670-93cd-4d9e-bd35-7248c2b53826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:40.873895 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8b249e52-fe46-48f1-a7c9-1bcd3307300e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=556c80260a1f41ffac888435fbbe7194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573159 Jun 15 07:08:40.876695 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34024) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:40.898151 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b249e52-fe46-48f1-a7c9-1bcd3307300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e876ff2f-7530-4a08-b064-a7a0a815b668,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:40.902097 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8b249e52-fe46-48f1-a7c9-1bcd3307300e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:40.930740 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c269612-5957-43a6-a6b6-6fca6db2e322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:40.935889 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1160549-aa5e-441c-873a-9e1842660613 req-3ab472da-5bbc-475d-b278-ddeebf823c06 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:40.937398 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f1160549-aa5e-441c-873a-9e1842660613 req-3ab472da-5bbc-475d-b278-ddeebf823c06 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0832019 Jun 15 07:08:40.957932 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c269612-5957-43a6-a6b6-6fca6db2e322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:40.979474 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f1160549-aa5e-441c-873a-9e1842660613 req-ffe58569-702c-4d82-962d-487d3b6d7cb8 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362594 Jun 15 07:08:41.006403 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c269612-5957-43a6-a6b6-6fca6db2e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:41.009745 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c269612-5957-43a6-a6b6-6fca6db2e322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:41.010890 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9c269612-5957-43a6-a6b6-6fca6db2e322 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e876ff2f-7530-4a08-b064-a7a0a815b668 HTTP/1.1" status: 204 len: 168 time: 0.1331899 Jun 15 07:08:41.011595 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-205e76d2-9cc4-405d-bb27-5386f6b2ee0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:41.019811 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c269612-5957-43a6-a6b6-6fca6db2e322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876ff2f-7530-4a08-b064-a7a0a815b668,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:41.022229 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9c269612-5957-43a6-a6b6-6fca6db2e322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:41.108955 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Request body: {'port': {'device_id': '75e7dbc5-0548-479a-920d-470a58d6c226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:41.244666 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-2cf9b72f-d226-4fe6-8e30-260d8161dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:41.246486 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-2cf9b72f-d226-4fe6-8e30-260d8161dec6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 1098 time: 0.0703859 Jun 15 07:08:41.310845 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34032) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:41.342639 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67004da-21e2-43d1-af64-769be6942173 req-e11d20f5-30ab-497f-b8c9-03cb3e364650 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287812 Jun 15 07:08:41.343789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-022991d8-9ffa-4e07-8ab8-ffe431b3d14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:41.345650 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:41.387433 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-2bdbaa97-3329-4f57-a13f-05df113bdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:41.387982 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-2bdbaa97-3329-4f57-a13f-05df113bdf10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.1347208 Jun 15 07:08:41.452648 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-408c50ff-0c79-4df7-ae73-b798735334d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816060c2-cb35-44da-b068-7d16bf976da7 HTTP/1.1" status: 200 len: 217 time: 0.0572073 Jun 15 07:08:41.511238 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-766e80c9-c120-40a1-a576-97eb361e78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:41.512599 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-766e80c9-c120-40a1-a576-97eb361e78a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.0533907 Jun 15 07:08:41.555932 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-765c09ce-8940-4f29-a43f-fa795932b20a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360279 Jun 15 07:08:41.688477 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-c016d3ee-15f4-4c1b-a14b-a8d63b8f0677 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098726 Jun 15 07:08:41.748879 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58578bb6-1624-4adc-9b70-7067ef6a5e68 req-e0c0e63f-7481-4dfc-8786-a9617de2b441 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:41.752232 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-58578bb6-1624-4adc-9b70-7067ef6a5e68 req-e0c0e63f-7481-4dfc-8786-a9617de2b441 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.2786932 Jun 15 07:08:41.768380 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-022991d8-9ffa-4e07-8ab8-ffe431b3d14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:41.795030 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-022991d8-9ffa-4e07-8ab8-ffe431b3d14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:41.833772 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77c3ca-22e9-4bf7-b0df-eed640fdf3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:41.887849 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed2e366e-93b3-4b93-8531-71beb71e7bf6 req-89945fb1-a315-4957-b44e-80c2ed7de91e service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831064 Jun 15 07:08:41.914391 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f57eb1-95b7-4aa6-b1c1-9847838c76af req-5188b877-3235-4fb0-918f-06a246dd58cd tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:41.916486 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-90f57eb1-95b7-4aa6-b1c1-9847838c76af req-5188b877-3235-4fb0-918f-06a246dd58cd tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 931 time: 0.1788177 Jun 15 07:08:41.983274 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-022991d8-9ffa-4e07-8ab8-ffe431b3d14e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1a47d4d55cf48bcb46a7967eb508c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631949 Jun 15 07:08:42.002470 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-90f57eb1-95b7-4aa6-b1c1-9847838c76af req-74ca58fc-32b9-42eb-b99f-186ed5c7c55e tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769489 Jun 15 07:08:42.002988 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34054) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:42.055915 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-58578bb6-1624-4adc-9b70-7067ef6a5e68 req-8da15b21-4435-4247-94c5-aa7b18a64893 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854013 Jun 15 07:08:42.056837 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022991d8-9ffa-4e07-8ab8-ffe431b3d14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994dde4b-dbbf-4206-8864-91f1695f66f1,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:42.073055 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-022991d8-9ffa-4e07-8ab8-ffe431b3d14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:42.083580 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d67925-7f49-4716-8a95-3a8384988b50 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:42.093959 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.114540 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Transition to ACTIVE for port object 85d67925-7f49-4716-8a95-3a8384988b50 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:08:42.122211 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.127520 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7ad0cd0c-c529-46a5-a92a-10d813b3b54f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:42.131361 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f86809b6-94ee-4468-8054-9df971c34881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.161108 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f86809b6-94ee-4468-8054-9df971c34881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.279324 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Pushing event updated for resources: {'Port': ['ID=85d67925-7f49-4716-8a95-3a8384988b50,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:42.284080 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:42.302581 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba2bde-cb9d-4a73-9e88-c7c6d14a750f req-94c0aa64-6311-4ad8-94e9-5ae47ecdb26c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:42.304281 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-10ba2bde-cb9d-4a73-9e88-c7c6d14a750f req-94c0aa64-6311-4ad8-94e9-5ae47ecdb26c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1104620 Jun 15 07:08:42.305641 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f86809b6-94ee-4468-8054-9df971c34881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.312604 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f86809b6-94ee-4468-8054-9df971c34881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.313747 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f86809b6-94ee-4468-8054-9df971c34881 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/994dde4b-dbbf-4206-8864-91f1695f66f1 HTTP/1.1" status: 204 len: 168 time: 0.3098261 Jun 15 07:08:42.315725 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-63cb52e1-d76f-4d41-a748-05e82c16150c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:42.341457 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86809b6-94ee-4468-8054-9df971c34881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994dde4b-dbbf-4206-8864-91f1695f66f1,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:42.345290 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f86809b6-94ee-4468-8054-9df971c34881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:42.378391 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-10ba2bde-cb9d-4a73-9e88-c7c6d14a750f req-ae884491-51dc-4750-ae0b-96ece182f0d8 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632188 Jun 15 07:08:42.436061 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Attempting to bind port 85d67925-7f49-4716-8a95-3a8384988b50 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:08:42.436454 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Attempting to bind port 85d67925-7f49-4716-8a95-3a8384988b50 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:08:42.436807 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Attempting to bind port 85d67925-7f49-4716-8a95-3a8384988b50 on network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:42.441615 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Port 85d67925-7f49-4716-8a95-3a8384988b50 on network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:08:42.442080 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Attempting to bind port 85d67925-7f49-4716-8a95-3a8384988b50 on network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:08:42.447789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:08:42.448197 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Checking segment: {'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:42.448570 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Bound using segment: {'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:08:42.448974 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Bound port: 85d67925-7f49-4716-8a95-3a8384988b50, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:08:42.449552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.544224 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] For port 85d67925-7f49-4716-8a95-3a8384988b50, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:08:42.550142 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] For port 85d67925-7f49-4716-8a95-3a8384988b50, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=85d67925-7f49-4716-8a95-3a8384988b50,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:08:42.560300 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.563987 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:42.620752 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:42.621387 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:42.622770 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] 10.222.0.11 "PUT /v2.0/ports/85d67925-7f49-4716-8a95-3a8384988b50 HTTP/1.1" status: 200 len: 1093 time: 1.5204523 Jun 15 07:08:42.623247 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e7dbc5-0548-479a-920d-470a58d6c226', 'tag': '85d67925-7f49-4716-8a95-3a8384988b50'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:42.625572 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a640c1-5cff-46a7-ab34-3e6b425dc837" -d '{"events": [{"name": "network-changed", "server_uuid": "75e7dbc5-0548-479a-920d-470a58d6c226", "tag": "85d67925-7f49-4716-8a95-3a8384988b50"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:42.684072 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4250f-5e1f-42b5-a922-a360e9da2c61 x-openstack-request-id: req-76b4250f-5e1f-42b5-a922-a360e9da2c61 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:42.684072 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e7dbc5-0548-479a-920d-470a58d6c226", "tag": "85d67925-7f49-4716-8a95-3a8384988b50", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:42.684072 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76b4250f-5e1f-42b5-a922-a360e9da2c61 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:42.684072 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e7dbc5-0548-479a-920d-470a58d6c226', 'tag': '85d67925-7f49-4716-8a95-3a8384988b50', 'status': 'completed', 'code': 200} Jun 15 07:08:42.739641 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Pushing event updated for resources: {'Port': ['ID=85d67925-7f49-4716-8a95-3a8384988b50,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:42.740989 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:42.769148 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-9c656c17-8942-4107-98ee-769b5f5ec9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:42.770660 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-9c656c17-8942-4107-98ee-769b5f5ec9f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17e488f3489c4eecbad7d8e707957428&device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 1096 time: 0.0860870 Jun 15 07:08:42.843674 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-49adc2d8-3c66-4a4f-9495-33ca1f952df5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85d67925-7f49-4716-8a95-3a8384988b50 HTTP/1.1" status: 200 len: 217 time: 0.0604947 Jun 15 07:08:42.910766 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-80a6982f-f4a9-47b0-92bd-e8561214f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:42.912280 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-80a6982f-f4a9-47b0-92bd-e8561214f6d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df776c28-ba05-4445-a2ad-6b572f0d62e5 HTTP/1.1" status: 200 len: 849 time: 0.0622613 Jun 15 07:08:42.953198 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-14b363a7-392e-477f-86c5-dd86689e611b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a82592b-cd73-4513-bfa3-06fb7ad452e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323944 Jun 15 07:08:43.091423 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-80985317-7bcf-4fc2-bc32-26f3ef603c8e service neutron] 10.222.0.11 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311994 Jun 15 07:08:43.105071 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:08:43.321162 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:43.335307 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'c01dacb3-0037-4654-82d6-2e434d703220', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'port_id': 'c01dacb3-0037-4654-82d6-2e434d703220', 'mac_address': 'fa:16:3e:e4:fc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:08:43.381057 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:43.397280 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01dacb3-0037-4654-82d6-2e434d703220 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:43.428482 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:43.437583 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:43.439609 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:43.445282 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01696795-804a-400a-9129-f75c5e2804ae req-27a8c9be-6ed2-4852-8aeb-af4b509285b0 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:43.448574 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ec14e-41aa-4cca-bd93-702941533dd4 req-979b9245-418d-4eb3-bb59-7615ff23faa1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:43.454053 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-01696795-804a-400a-9129-f75c5e2804ae req-27a8c9be-6ed2-4852-8aeb-af4b509285b0 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0998626 Jun 15 07:08:43.456518 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d4ec14e-41aa-4cca-bd93-702941533dd4 req-979b9245-418d-4eb3-bb59-7615ff23faa1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 943 time: 0.2929978 Jun 15 07:08:43.461010 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b486033-16d5-4d02-9f54-7ed081ff9389 req-64b865c1-f468-455d-810b-258633871cf5 service neutron] 10.222.0.11 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625607 Jun 15 07:08:43.529454 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-01696795-804a-400a-9129-f75c5e2804ae req-f780ccae-c28c-4976-8818-f622df13b1c6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741670 Jun 15 07:08:43.532381 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:43.537198 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:43.589678 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d4ec14e-41aa-4cca-bd93-702941533dd4 req-b45ec2d8-9d0e-402f-923d-66e25387ea60 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322255 Jun 15 07:08:43.641131 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-9d3aca25-90c1-400b-b2e1-630f2b70be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:43.642710 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-9d3aca25-90c1-400b-b2e1-630f2b70be71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17e488f3489c4eecbad7d8e707957428&device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 1096 time: 0.0959799 Jun 15 07:08:43.750979 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['c01dacb3-0037-4654-82d6-2e434d703220'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:08:43.771576 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a003f-6fa7-49dd-9386-eb09918cacbf req-e711ccc4-5bd1-4c87-9742-86854b326f7d tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:43.779701 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-209a003f-6fa7-49dd-9386-eb09918cacbf req-e711ccc4-5bd1-4c87-9742-86854b326f7d tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 945 time: 0.1092141 Jun 15 07:08:43.822440 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-209a003f-6fa7-49dd-9386-eb09918cacbf req-1d62e8a2-55df-4382-91a3-ef68c193c240 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Jun 15 07:08:44.116597 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-3b999d60-6b3c-4fc8-b695-92995599f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:44.120456 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-3b999d60-6b3c-4fc8-b695-92995599f9eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a82592b-cd73-4513-bfa3-06fb7ad452e1 HTTP/1.1" status: 200 len: 910 time: 0.4694903 Jun 15 07:08:44.147362 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7a6c-9ec8-471c-aaeb-100014514c25 req-452dda87-a958-414e-8d0d-8a18c02e0a9b tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:44.149229 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7f3d7a6c-9ec8-471c-aaeb-100014514c25 req-452dda87-a958-414e-8d0d-8a18c02e0a9b tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.4392936 Jun 15 07:08:44.195417 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-ce622d8d-754d-488b-af02-acbe4644895d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85d67925-7f49-4716-8a95-3a8384988b50 HTTP/1.1" status: 200 len: 217 time: 0.0662937 Jun 15 07:08:44.295361 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7f3d7a6c-9ec8-471c-aaeb-100014514c25 req-b32e8b89-08fc-49fe-b62a-41ae0ff1e9b8 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024039 Jun 15 07:08:44.331563 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-887fdbf9-1364-4629-949e-2b0b2c4f645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:44.333400 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-887fdbf9-1364-4629-949e-2b0b2c4f645c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df776c28-ba05-4445-a2ad-6b572f0d62e5 HTTP/1.1" status: 200 len: 849 time: 0.1131265 Jun 15 07:08:44.387649 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-7d5770b5-7bb0-4d2f-bbb1-16ee46ffe1bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a82592b-cd73-4513-bfa3-06fb7ad452e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343297 Jun 15 07:08:44.530652 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-c16dc5b3-2291-413f-a861-23e7766cb19b service neutron] 10.222.0.11 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346157 Jun 15 07:08:44.535702 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34224) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:44.708630 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-eb788280-fb0f-4454-9835-cae12356f71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:44.747500 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89a640c1-5cff-46a7-ab34-3e6b425dc837 req-141ec9b7-cc7d-4334-8c41-06f716dfa3a0 service neutron] 10.222.0.11 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084122 Jun 15 07:08:44.825669 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8aa7a-150d-42d5-b97f-1253667bc534 req-d6dcbf61-3f2d-4173-a16e-b01cb1c51042 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:44.827088 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a3c8aa7a-150d-42d5-b97f-1253667bc534 req-d6dcbf61-3f2d-4173-a16e-b01cb1c51042 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 943 time: 0.0783718 Jun 15 07:08:44.871799 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd9438-30d8-4fd6-881c-1e7f8127be10 req-62af5fec-01d7-4417-8c81-0dbcf4fc37d3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:44.873345 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d6bd9438-30d8-4fd6-881c-1e7f8127be10 req-62af5fec-01d7-4417-8c81-0dbcf4fc37d3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 944 time: 0.1380103 Jun 15 07:08:44.896036 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a3c8aa7a-150d-42d5-b97f-1253667bc534 req-caa085bb-30ac-4593-83bc-c1e0433cc584 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619364 Jun 15 07:08:44.935905 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-eb788280-fb0f-4454-9835-cae12356f71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:44.950053 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-eb788280-fb0f-4454-9835-cae12356f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:44.963257 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e325f89d-42c6-4ef4-9770-d432c1edf532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:44.986715 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d6bd9438-30d8-4fd6-881c-1e7f8127be10 req-0a443fcd-26fe-42b2-94f8-67fdac22ef73 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056130 Jun 15 07:08:45.006394 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-eb788280-fb0f-4454-9835-cae12356f71f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a20f987c05243d885f153090a7be9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671888 Jun 15 07:08:45.006784 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34248) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:45.009189 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb788280-fb0f-4454-9835-cae12356f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ab2423-e433-435f-9bd9-bf9ccacf4bac,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:45.012361 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-eb788280-fb0f-4454-9835-cae12356f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:45.103307 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 85d67925-7f49-4716-8a95-3a8384988b50 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:08:45.105365 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:45.108645 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4f9e4c13-c1e1-4f03-a298-c893ee0e5468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.145389 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4f9e4c13-c1e1-4f03-a298-c893ee0e5468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.183489 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42ea1d-82e3-4d62-877c-0e6a8a856bf5 req-edfa0eb4-7b60-444c-84b3-4f555df48250 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:45.185001 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ed42ea1d-82e3-4d62-877c-0e6a8a856bf5 req-edfa0eb4-7b60-444c-84b3-4f555df48250 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 945 time: 0.1422145 Jun 15 07:08:45.233401 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ed42ea1d-82e3-4d62-877c-0e6a8a856bf5 req-1f848b89-d043-48a9-81a2-bdea99b818bd tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Jun 15 07:08:45.249206 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4f9e4c13-c1e1-4f03-a298-c893ee0e5468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.253351 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port c01dacb3-0037-4654-82d6-2e434d703220 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:45.253490 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4f9e4c13-c1e1-4f03-a298-c893ee0e5468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.267169 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-4f9e4c13-c1e1-4f03-a298-c893ee0e5468 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5ab2423-e433-435f-9bd9-bf9ccacf4bac HTTP/1.1" status: 204 len: 168 time: 0.2494471 Jun 15 07:08:45.268647 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-67ec23e6-d298-41b0-b419-1e4e135ec9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:45.270423 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port c01dacb3-0037-4654-82d6-2e434d703220 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:45.270989 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.281768 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e4c13-c1e1-4f03-a298-c893ee0e5468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ab2423-e433-435f-9bd9-bf9ccacf4bac,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:45.285382 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4f9e4c13-c1e1-4f03-a298-c893ee0e5468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:45.313194 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34258) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:45.362034 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 85d67925-7f49-4716-8a95-3a8384988b50, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=85d67925-7f49-4716-8a95-3a8384988b50,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:45.378852 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '85d67925-7f49-4716-8a95-3a8384988b50', 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1', 'port_id': '85d67925-7f49-4716-8a95-3a8384988b50', 'mac_address': 'fa:16:3e:c2:16:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df776c28-ba05-4445-a2ad-6b572f0d62e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:08:45.448079 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a37b2676-409b-4b4c-b7f4-abd6b97b56ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.466138 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.468763 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.499535 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d67925-7f49-4716-8a95-3a8384988b50 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:08:45.520555 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:45.523061 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb2ba8-6051-4bb1-9c3b-e39df77fdaa1" -d '{"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-plugged", "status": "completed", "tag": "c01dacb3-0037-4654-82d6-2e434d703220"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:45.541504 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01b92a-31cb-422d-87f1-bb422b73287f req-3afb0906-f156-4879-b92a-1a47ec537de4 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:45.545766 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 85d67925-7f49-4716-8a95-3a8384988b50, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=85d67925-7f49-4716-8a95-3a8384988b50,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:45.545978 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be01b92a-31cb-422d-87f1-bb422b73287f req-3afb0906-f156-4879-b92a-1a47ec537de4 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.11 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 945 time: 0.1226110 Jun 15 07:08:45.550473 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:45.553321 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.556682 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:45.613074 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f8f05-68ad-419f-b73b-5afc51d066c0 req-8d01872c-4a1d-441b-be31-563b46c3302d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:45.615238 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4c1f8f05-68ad-419f-b73b-5afc51d066c0 req-8d01872c-4a1d-441b-be31-563b46c3302d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1707008 Jun 15 07:08:45.631642 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.645235 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd03f1f-b082-4a18-a0af-d9f6b600b43b x-openstack-request-id: req-1cd03f1f-b082-4a18-a0af-d9f6b600b43b {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:45.645655 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-plugged", "status": "completed", "tag": "c01dacb3-0037-4654-82d6-2e434d703220", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:45.645926 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cd03f1f-b082-4a18-a0af-d9f6b600b43b {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:45.646538 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220', 'code': 200} Jun 15 07:08:45.703153 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=85d67925-7f49-4716-8a95-3a8384988b50,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:45.707731 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:45.708828 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:45.760747 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a37b2676-409b-4b4c-b7f4-abd6b97b56ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.782285 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:45.782838 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a37b2676-409b-4b4c-b7f4-abd6b97b56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.786961 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:45.809907 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34280) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:45.823738 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9904ffaf-4901-4837-b337-35561891205c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:45.834949 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a37b2676-409b-4b4c-b7f4-abd6b97b56ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83ac6105d0bd49ba85c1d48f4cfcfe0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205116 Jun 15 07:08:45.843716 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34282) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:45.847790 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fb1d3cd9-0ad8-4394-8300-e9d9c511ee59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:45.872190 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4c1f8f05-68ad-419f-b73b-5afc51d066c0 req-ab1d5187-b8a3-4ada-b249-00ce8eb44f4b tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435894 Jun 15 07:08:45.907272 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['85d67925-7f49-4716-8a95-3a8384988b50'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:08:45.917869 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b2676-409b-4b4c-b7f4-abd6b97b56ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0b01dc-dbdb-468f-b228-7d96f6207c03,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:45.960630 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a37b2676-409b-4b4c-b7f4-abd6b97b56ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:46.003047 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Deleting port 161a9fab-acae-456b-ae6f-4b190822f2d6 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:08:46.003427 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.059071 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.113705 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c163f76d-950a-4363-9315-38a933293311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.155711 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fb1d3cd9-0ad8-4394-8300-e9d9c511ee59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.184037 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fb1d3cd9-0ad8-4394-8300-e9d9c511ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.186452 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c163f76d-950a-4363-9315-38a933293311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.191518 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-705dd6b9-3939-4350-9b87-a3785c3a64e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:46.201798 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7379f-1b90-46b7-b80e-8d3a014ca091 req-135c2f4f-6c60-49e0-8812-88836a120d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:46.204245 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-89a7379f-1b90-46b7-b80e-8d3a014ca091 req-135c2f4f-6c60-49e0-8812-88836a120d85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 1098 time: 0.2798293 Jun 15 07:08:46.276466 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] For port 161a9fab-acae-456b-ae6f-4b190822f2d6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=161a9fab-acae-456b-ae6f-4b190822f2d6,segment=NetworkSegment(af7f3e15-d64b-4d1c-936b-f1d19f11518d),segment_id=af7f3e15-d64b-4d1c-936b-f1d19f11518d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:46.276886 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.296878 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fb1d3cd9-0ad8-4394-8300-e9d9c511ee59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cafb7c4328747c291c4e4895042ae42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855242 Jun 15 07:08:46.306070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34312) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:46.316086 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-89a7379f-1b90-46b7-b80e-8d3a014ca091 req-9547e9a5-79f8-47f1-aa08-b65d82b0bc34 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881901 Jun 15 07:08:46.432503 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c163f76d-950a-4363-9315-38a933293311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.435315 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c163f76d-950a-4363-9315-38a933293311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.436593 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c163f76d-950a-4363-9315-38a933293311 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a0b01dc-dbdb-468f-b228-7d96f6207c03 HTTP/1.1" status: 204 len: 168 time: 0.5903296 Jun 15 07:08:46.438826 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d2b0ad0f-f4f4-4bfe-82fa-a302ebf96fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:46.447157 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Calling delete_port for 161a9fab-acae-456b-ae6f-4b190822f2d6 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:08:46.454119 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163f76d-950a-4363-9315-38a933293311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0b01dc-dbdb-468f-b228-7d96f6207c03,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:46.455377 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d3cd9-0ad8-4394-8300-e9d9c511ee59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eae5e1-4728-4193-a7fd-8f585ba5db62,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:46.458449 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c163f76d-950a-4363-9315-38a933293311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:46.459462 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb1d3cd9-0ad8-4394-8300-e9d9c511ee59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:46.474654 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aede3-46d8-47a1-aa30-579e538b97da req-0051f421-c4e4-4734-bd03-c5048ca7c2e6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:46.476429 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-627aede3-46d8-47a1-aa30-579e538b97da req-0051f421-c4e4-4734-bd03-c5048ca7c2e6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1491768 Jun 15 07:08:46.560370 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-627aede3-46d8-47a1-aa30-579e538b97da req-5f199574-8ea3-450f-b1ca-4b2f5a363938 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759823 Jun 15 07:08:46.594861 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34322) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:46.606433 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ad028-20f3-4d1f-b975-698dcc16b4cd req-6f350b68-a1a6-4937-8723-d7cb1ef69bfb tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:46.608023 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f09ad028-20f3-4d1f-b975-698dcc16b4cd req-6f350b68-a1a6-4937-8723-d7cb1ef69bfb tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 944 time: 0.4420075 Jun 15 07:08:46.656487 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3525afc5-a6ae-469f-bd0c-9d0399cc20ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.714729 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f09ad028-20f3-4d1f-b975-698dcc16b4cd req-b97e10b4-682e-4399-b7d5-b6d54faeba4e tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940802 Jun 15 07:08:46.720184 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3525afc5-a6ae-469f-bd0c-9d0399cc20ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.809821 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f81c1-ecff-4a4c-bd3a-9bdff8f8c252 req-33c62405-963d-4f6c-b6a6-d08dc83744d9 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:46.811716 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-603f81c1-ecff-4a4c-bd3a-9bdff8f8c252 req-33c62405-963d-4f6c-b6a6-d08dc83744d9 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 945 time: 0.0928328 Jun 15 07:08:46.817238 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.824907 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-75662450-47d1-4bc9-a5b6-17287a929ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:46.831927 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['161a9fab-acae-456b-ae6f-4b190822f2d6'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:08:46.870885 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Pushing event deleted for resources: {'Port': ['ID=161a9fab-acae-456b-ae6f-4b190822f2d6,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:46.874210 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:46.883347 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3525afc5-a6ae-469f-bd0c-9d0399cc20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.883690 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-603f81c1-ecff-4a4c-bd3a-9bdff8f8c252 req-23fd5ed2-a397-45b3-8853-3c1e1b5a3637 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c630f74-8b94-4036-b78b-5d0973dc26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633214 Jun 15 07:08:46.885977 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3525afc5-a6ae-469f-bd0c-9d0399cc20ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.887145 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-3525afc5-a6ae-469f-bd0c-9d0399cc20ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67eae5e1-4728-4193-a7fd-8f585ba5db62 HTTP/1.1" status: 204 len: 168 time: 0.5775540 Jun 15 07:08:46.903207 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:46.922806 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1cd58066-53c8-49d2-a5b5-e6cebd9782c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.970354 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34332) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:46.973737 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] No DVR routers for this DVR port 161a9fab-acae-456b-ae6f-4b190822f2d6 on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:08:46.977145 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:46.979383 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be01b92a-31cb-422d-87f1-bb422b73287f req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.11 "DELETE /v2.0/ports/161a9fab-acae-456b-ae6f-4b190822f2d6 HTTP/1.1" status: 204 len: 173 time: 1.4225688 Jun 15 07:08:46.980203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b', 'name': 'network-vif-deleted', 'tag': '161a9fab-acae-456b-ae6f-4b190822f2d6'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:46.982522 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d7bc6d-3c4c-4b31-a0be-8fc4dfe85934" -d '{"events": [{"server_uuid": "47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b", "name": "network-vif-deleted", "tag": "161a9fab-acae-456b-ae6f-4b190822f2d6"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:46.986758 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525afc5-a6ae-469f-bd0c-9d0399cc20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eae5e1-4728-4193-a7fd-8f585ba5db62,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:46.989328 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3525afc5-a6ae-469f-bd0c-9d0399cc20ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:47.027509 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d94dd3c2-9ab0-48c4-9372-f8cef80a5389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.053388 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf0c47d-6909-4561-a1a7-1f5ba14223a1 x-openstack-request-id: req-daf0c47d-6909-4561-a1a7-1f5ba14223a1 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:47.053954 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b", "name": "network-vif-deleted", "tag": "161a9fab-acae-456b-ae6f-4b190822f2d6", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:47.054124 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daf0c47d-6909-4561-a1a7-1f5ba14223a1 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:47.054484 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b', 'name': 'network-vif-deleted', 'tag': '161a9fab-acae-456b-ae6f-4b190822f2d6', 'status': 'completed', 'code': 200} Jun 15 07:08:47.080401 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfc14-b275-49a8-8819-b9d4cb4b1519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.121229 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1cd58066-53c8-49d2-a5b5-e6cebd9782c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.127583 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1cd58066-53c8-49d2-a5b5-e6cebd9782c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.131103 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 85d67925-7f49-4716-8a95-3a8384988b50 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:08:47.140566 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ff75c5b4-ff75-4dcd-b767-a5b2c47b827b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:47.191147 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69132061-737c-4488-9b5c-d1586dc81c57 req-3d03c9a9-213e-470b-bb79-9950edc39222 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:47.194562 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-69132061-737c-4488-9b5c-d1586dc81c57 req-3d03c9a9-213e-470b-bb79-9950edc39222 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0940719 Jun 15 07:08:47.205148 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 85d67925-7f49-4716-8a95-3a8384988b50 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:08:47.210207 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 85d67925-7f49-4716-8a95-3a8384988b50 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:08:47.210759 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.219025 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1cd58066-53c8-49d2-a5b5-e6cebd9782c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=593087d68c774b02a0bf7716b4de9ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230705 Jun 15 07:08:47.221990 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34338) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:47.222938 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd58066-53c8-49d2-a5b5-e6cebd9782c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc265df-5a9b-49c5-bcb8-52bc51b248cd,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:47.230756 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1cd58066-53c8-49d2-a5b5-e6cebd9782c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:47.307853 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-69132061-737c-4488-9b5c-d1586dc81c57 req-1bac2639-baa9-4614-b381-510e5eef8320 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063831 Jun 15 07:08:47.344009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0aab06aa-6ecb-4ca7-ac6f-8242ecb35910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.344186 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d94dd3c2-9ab0-48c4-9372-f8cef80a5389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.347708 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.348491 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d94dd3c2-9ab0-48c4-9372-f8cef80a5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.354024 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-721f8a5c-37e9-4cf3-91c2-1651b1b76957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:47.382534 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0aab06aa-6ecb-4ca7-ac6f-8242ecb35910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.399041 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 85d67925-7f49-4716-8a95-3a8384988b50, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=85d67925-7f49-4716-8a95-3a8384988b50,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:08:47.404639 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.406002 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 161a9fab-acae-456b-ae6f-4b190822f2d6 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:08:47.421882 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d94dd3c2-9ab0-48c4-9372-f8cef80a5389 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f69ca77c3a54c4e99feba71758bb39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480715 Jun 15 07:08:47.422207 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34340) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:47.432852 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dd3c2-9ab0-48c4-9372-f8cef80a5389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5ff597-60fb-4463-bd5e-1439cea4b263,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:47.439718 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d94dd3c2-9ab0-48c4-9372-f8cef80a5389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:47.460626 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0aab06aa-6ecb-4ca7-ac6f-8242ecb35910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.464044 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0aab06aa-6ecb-4ca7-ac6f-8242ecb35910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.465330 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0aab06aa-6ecb-4ca7-ac6f-8242ecb35910 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bc265df-5a9b-49c5-bcb8-52bc51b248cd HTTP/1.1" status: 204 len: 168 time: 0.2421055 Jun 15 07:08:47.466047 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:47.490287 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab06aa-6ecb-4ca7-ac6f-8242ecb35910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc265df-5a9b-49c5-bcb8-52bc51b248cd,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:47.500534 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0aab06aa-6ecb-4ca7-ac6f-8242ecb35910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:47.516854 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:47.525466 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d8016c3c-41b2-4586-8727-3cbfadbc8a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.525606 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 161a9fab-acae-456b-ae6f-4b190822f2d6 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:08:47.525606 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 161a9fab-acae-456b-ae6f-4b190822f2d6 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:08:47.525789 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34350) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:47.554578 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3fae39c6-0e41-4183-b3d7-8394c0cd6f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.589183 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d8016c3c-41b2-4586-8727-3cbfadbc8a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.647481 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e7dbc5-0548-479a-920d-470a58d6c226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d67925-7f49-4716-8a95-3a8384988b50'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:47.652546 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9112fb1-93c5-435f-a0a0-de857a691523" -d '{"events": [{"server_uuid": "75e7dbc5-0548-479a-920d-470a58d6c226", "name": "network-vif-plugged", "status": "completed", "tag": "85d67925-7f49-4716-8a95-3a8384988b50"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:47.691734 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d8016c3c-41b2-4586-8727-3cbfadbc8a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.696070 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d8016c3c-41b2-4586-8727-3cbfadbc8a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.698144 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d8016c3c-41b2-4586-8727-3cbfadbc8a86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b5ff597-60fb-4463-bd5e-1439cea4b263 HTTP/1.1" status: 204 len: 168 time: 0.2746370 Jun 15 07:08:47.701384 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1cd58066-53c8-49d2-a5b5-e6cebd9782c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:47.710208 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=85d67925-7f49-4716-8a95-3a8384988b50,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:47.715022 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:47.722221 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c8a1d6-f351-467a-86be-ece7fd41e964 x-openstack-request-id: req-25c8a1d6-f351-467a-86be-ece7fd41e964 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:47.722861 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e7dbc5-0548-479a-920d-470a58d6c226", "name": "network-vif-plugged", "status": "completed", "tag": "85d67925-7f49-4716-8a95-3a8384988b50", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:47.723267 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25c8a1d6-f351-467a-86be-ece7fd41e964 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:47.723811 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e7dbc5-0548-479a-920d-470a58d6c226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d67925-7f49-4716-8a95-3a8384988b50', 'code': 200} Jun 15 07:08:47.742098 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016c3c-41b2-4586-8727-3cbfadbc8a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5ff597-60fb-4463-bd5e-1439cea4b263,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:47.746371 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d8016c3c-41b2-4586-8727-3cbfadbc8a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:47.851862 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3fae39c6-0e41-4183-b3d7-8394c0cd6f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.856958 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3fae39c6-0e41-4183-b3d7-8394c0cd6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:47.870046 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f86809b6-94ee-4468-8054-9df971c34881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:47.985191 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3fae39c6-0e41-4183-b3d7-8394c0cd6f5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a65d92aeedc464994f8397f08c096d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586401 Jun 15 07:08:47.987186 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae39c6-0e41-4183-b3d7-8394c0cd6f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b95123c-a649-4b3c-941f-ced4bed799fc,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:47.991188 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34374) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:47.997521 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3fae39c6-0e41-4183-b3d7-8394c0cd6f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:48.058129 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e2ae7-992a-4257-aeac-ae15fb62a44c req-da77d4dd-f233-4169-8238-6dda4c9796c9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:48.065196 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3b3e2ae7-992a-4257-aeac-ae15fb62a44c req-da77d4dd-f233-4169-8238-6dda4c9796c9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1449230 Jun 15 07:08:48.069080 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47033cc5-e0ee-4730-99a2-304bb6b0d111 req-1e503f2e-4224-4776-a13e-373d41eed78b tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:48.083211 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-47033cc5-e0ee-4730-99a2-304bb6b0d111 req-1e503f2e-4224-4776-a13e-373d41eed78b tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.1615977 Jun 15 07:08:48.099507 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ed11-d823-4efa-ab90-388478739f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.106008 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34378) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:48.137900 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3b3e2ae7-992a-4257-aeac-ae15fb62a44c req-8d223622-cbd5-4380-b56f-cfc7ccc800aa tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718815 Jun 15 07:08:48.147583 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ed11-d823-4efa-ab90-388478739f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.155968 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d66c-5362-448c-8857-4ca96b4dcebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.236947 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ed11-d823-4efa-ab90-388478739f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.239534 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-47033cc5-e0ee-4730-99a2-304bb6b0d111 req-5525038d-ae02-48c3-911b-e1c6dd3c9d26 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550717 Jun 15 07:08:48.240120 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ed11-d823-4efa-ab90-388478739f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.246091 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5eb3ed11-d823-4efa-ab90-388478739f11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b95123c-a649-4b3c-941f-ced4bed799fc HTTP/1.1" status: 204 len: 168 time: 0.2484760 Jun 15 07:08:48.246091 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ff07d15-48da-431c-b97a-3e18d386e139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:48.252571 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3ed11-d823-4efa-ab90-388478739f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b95123c-a649-4b3c-941f-ced4bed799fc,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:48.266991 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5eb3ed11-d823-4efa-ab90-388478739f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:48.323935 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aee5fe-fde1-4ac5-879d-2a318c4e6e88 req-931bec70-6094-4734-883a-21d533409109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:48.325835 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41aee5fe-fde1-4ac5-879d-2a318c4e6e88 req-931bec70-6094-4734-883a-21d533409109 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 1098 time: 0.2299881 Jun 15 07:08:48.381550 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41aee5fe-fde1-4ac5-879d-2a318c4e6e88 req-2c871815-c8e4-4f22-8a7d-e1366d411861 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470088 Jun 15 07:08:48.407837 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6dd3120b-7119-43bd-94fc-a82722e1cdc0 req-5de9a72f-d89e-48ed-acce-44dfdf81bfc1 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] 10.222.0.24 "GET /v2.0/ports?device_id=47b308e1-d6f5-47c0-bfb5-ff33eaf5b19b HTTP/1.1" status: 200 len: 210 time: 0.0666955 Jun 15 07:08:48.460594 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d66c-5362-448c-8857-4ca96b4dcebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.467425 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d66c-5362-448c-8857-4ca96b4dcebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.498769 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:48.561366 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9aa0d66c-5362-448c-8857-4ca96b4dcebb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a917e47fc73b4e4f83d76ae289493d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483757 Jun 15 07:08:48.562578 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34396) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:48.567130 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0d66c-5362-448c-8857-4ca96b4dcebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662f39ab-68d9-4cc4-840f-46f3f9eecb18,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:48.572638 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9aa0d66c-5362-448c-8857-4ca96b4dcebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:48.616060 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350a1c-fb04-451b-82cf-6a4687af6fee req-94ec8032-1474-46ec-ab0a-28306d7f43c5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:48.618643 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27350a1c-fb04-451b-82cf-6a4687af6fee req-94ec8032-1474-46ec-ab0a-28306d7f43c5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1291630 Jun 15 07:08:48.627447 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34398) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:48.640880 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'floatingip': {'port_id': 'c01dacb3-0037-4654-82d6-2e434d703220'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:48.700476 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6d2e-d440-4cab-b76d-61e01077b4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.733478 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6d2e-d440-4cab-b76d-61e01077b4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.754231 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.777767 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2d241-2df7-4086-a8d6-fb77954a6fa4 req-3620846d-03c5-480e-ae44-418d9d1bd09f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:48.779296 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-21d2d241-2df7-4086-a8d6-fb77954a6fa4 req-3620846d-03c5-480e-ae44-418d9d1bd09f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1658673 Jun 15 07:08:48.848419 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-21d2d241-2df7-4086-a8d6-fb77954a6fa4 req-22ac399c-7147-46b8-bbf2-525d46045d57 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600133 Jun 15 07:08:48.871801 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6d2e-d440-4cab-b76d-61e01077b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.880282 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6d2e-d440-4cab-b76d-61e01077b4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:48.884757 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6d9f6d2e-d440-4cab-b76d-61e01077b4d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/662f39ab-68d9-4cc4-840f-46f3f9eecb18 HTTP/1.1" status: 204 len: 168 time: 0.3179834 Jun 15 07:08:48.884757 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:48.892357 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f6d2e-d440-4cab-b76d-61e01077b4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662f39ab-68d9-4cc4-840f-46f3f9eecb18,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:48.895287 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6d9f6d2e-d440-4cab-b76d-61e01077b4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:49.604998 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84e98358-065a-477b-8c74-de4f3ddd9107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:49.683644 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:50.065551 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b09b46-571b-4638-b7ff-9f8495d2778c req-3389f7a8-80d8-4ce3-967f-e237ed79b1cd tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:50.068301 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-23b09b46-571b-4638-b7ff-9f8495d2778c req-3389f7a8-80d8-4ce3-967f-e237ed79b1cd tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.4715862 Jun 15 07:08:50.136105 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0270df-fd84-459d-b6b4-07bac48150ff req-cda134b4-5b94-44fc-92bb-a853f2794eb0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:50.138460 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fe0270df-fd84-459d-b6b4-07bac48150ff req-cda134b4-5b94-44fc-92bb-a853f2794eb0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1048028 Jun 15 07:08:50.202740 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fe0270df-fd84-459d-b6b4-07bac48150ff req-561a9832-864d-474a-8acb-0be984809f40 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558388 Jun 15 07:08:50.216570 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.db.resource_extend [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 07:08:50.272621 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-23b09b46-571b-4638-b7ff-9f8495d2778c req-b296ddbd-9120-41f1-bdd3-e840c4b8a2b1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937213 Jun 15 07:08:50.318773 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:50.323015 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:50.483943 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Floating IP 3c48449f-21e1-41ce-a640-2e4344925a81 associated. External IP: 172.27.3.77, port: c01dacb3-0037-4654-82d6-2e434d703220. Jun 15 07:08:50.803869 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:50.829975 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Router 9c550350-9bc5-4120-a046-c0267f15f97f has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:08:50.843051 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34516) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:51.089151 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5f36f17-e7ab-42d3-a4eb-2ed5ba6231b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.238419 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5f36f17-e7ab-42d3-a4eb-2ed5ba6231b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.267977 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5f36f17-e7ab-42d3-a4eb-2ed5ba6231b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.272082 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8cb77d60-ff30-42e2-a7f4-b3408451ad01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:51.275805 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:08:51.280593 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.291205 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] Sync routers for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:08:51.306414 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:08:51.308227 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:08:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:51.333943 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f36f17-e7ab-42d3-a4eb-2ed5ba6231b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a25297-f864-4ff9-b7ce-a07fe79b69aa,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:51.350649 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e5f36f17-e7ab-42d3-a4eb-2ed5ba6231b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54154a3e7d8d485e9900cee6515edd24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063775 Jun 15 07:08:51.353857 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e5f36f17-e7ab-42d3-a4eb-2ed5ba6231b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:51.356075 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34550) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:51.424603 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b61f8583-a548-44ac-a8aa-4a910c1fe928 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "PUT /v2.0/floatingips/3c48449f-21e1-41ce-a640-2e4344925a81 HTTP/1.1" status: 200 len: 990 time: 2.7960539 Jun 15 07:08:51.427827 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:08:51.434154 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a5ed4-beee-43cf-aade-3815f32cfc31" -d '{"events": [{"name": "network-changed", "server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "tag": "c01dacb3-0037-4654-82d6-2e434d703220"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:08:51.437840 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1cb46f05-c9b6-4e3c-9037-1ffa4dc2c04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.480787 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1cb46f05-c9b6-4e3c-9037-1ffa4dc2c04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.550411 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:08:51.553306 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d49156-9695-4afb-aef0-1515c0514448 req-189b1ab7-6844-4295-b533-34f67013565c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:51.555401 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-62d49156-9695-4afb-aef0-1515c0514448 req-189b1ab7-6844-4295-b533-34f67013565c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0864863 Jun 15 07:08:51.599971 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a50c-861d-4e0c-ab7d-68f2508c2fe4 req-c68ee2dd-5681-42e6-8a08-c80f563be203 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:51.601992 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-36f8a50c-861d-4e0c-ab7d-68f2508c2fe4 req-c68ee2dd-5681-42e6-8a08-c80f563be203 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.1028745 Jun 15 07:08:51.603280 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1cb46f05-c9b6-4e3c-9037-1ffa4dc2c04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.604985 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-62d49156-9695-4afb-aef0-1515c0514448 req-6ab3af22-2535-43ae-a6c0-49d09f0c07a1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jun 15 07:08:51.615255 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1cb46f05-c9b6-4e3c-9037-1ffa4dc2c04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.621637 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1cb46f05-c9b6-4e3c-9037-1ffa4dc2c04b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90a25297-f864-4ff9-b7ce-a07fe79b69aa HTTP/1.1" status: 204 len: 168 time: 0.2638772 Jun 15 07:08:51.623650 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-47d87e81-e8ae-4c30-8cfc-f56c9eb8d57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:51.659735 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb46f05-c9b6-4e3c-9037-1ffa4dc2c04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a25297-f864-4ff9-b7ce-a07fe79b69aa,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:51.686874 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1cb46f05-c9b6-4e3c-9037-1ffa4dc2c04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:51.719436 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-36f8a50c-861d-4e0c-ab7d-68f2508c2fe4 req-7997ef1a-d685-4f13-9c81-18a1ed4ceea8 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965507 Jun 15 07:08:51.732270 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34560) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:51.807958 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce8eb5d-004e-402a-96e3-e142006e7e60 x-openstack-request-id: req-6ce8eb5d-004e-402a-96e3-e142006e7e60 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:08:51.808738 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "tag": "c01dacb3-0037-4654-82d6-2e434d703220", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:08:51.809245 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ce8eb5d-004e-402a-96e3-e142006e7e60 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:08:51.809826 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220', 'status': 'completed', 'code': 200} Jun 15 07:08:51.848653 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] Deleting subnet 444e2476-1319-434f-bc62-fadae379cf30 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:08:51.858518 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.914982 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:51.969072 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.010431 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '3c48449f-21e1-41ce-a640-2e4344925a81', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'port_id': 'c01dacb3-0037-4654-82d6-2e434d703220', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'mac_address': 'fa:16:3e:e4:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:08:21Z', 'updated_at': '2021-06-15T07:08:50Z', 'revision_number': 1, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:52.014517 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] Checking router: 9c550350-9bc5-4120-a046-c0267f15f97f for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:08:52.027876 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:08:52.028993 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:08:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:52.051735 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.058048 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:52.099088 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444e2476-1319-434f-bc62-fadae379cf30,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:52.101134 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.105665 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34570) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:52.105819 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/444e2476-1319-434f-bc62-fadae379cf30 HTTP/1.1" status: 204 len: 168 time: 0.3722115 Jun 15 07:08:52.108460 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8d9f0c0a-0eee-490d-8958-1c77bfc01083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:52.247991 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:08:52.275602 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.277295 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.421162 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.437119 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.437495 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.438247 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.438595 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > port after_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.438999 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.439473 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > port after_update 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.439815 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.440136 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.440459 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.440779 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.513324 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.513677 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.514009 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.514332 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 07:08:52.514671 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec3b45e-fd37-4f2b-92a5-cde6477038a9']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:52.534523 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7f3e15-d64b-4d1c-936b-f1d19f11518d') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:52.534819 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7f3e15-d64b-4d1c-936b-f1d19f11518d') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:52.551192 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533723974'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.575307 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.584962 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:08:52.585354 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533724289'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: from cryptography.utils import int_from_bytes Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: from cryptography.utils import int_from_bytes Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: timer() Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: cb(*args, **kw) Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: self._notify() Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: self.callback(batched_events) Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: event.method(event) Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._get(url).json() Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:08:52.589926 dv-cinder-741349-5-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:08:52.691234 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '3c48449f-21e1-41ce-a640-2e4344925a81', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'port_id': 'c01dacb3-0037-4654-82d6-2e434d703220', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'mac_address': 'fa:16:3e:e4:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:08:21Z', 'updated_at': '2021-06-15T07:08:50Z', 'revision_number': 1, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:08:52.698467 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea3f98-3b34-417b-aa72-80f35deb1e82 None None] The sync data for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi is: [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '3c48449f-21e1-41ce-a640-2e4344925a81', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'port_id': 'c01dacb3-0037-4654-82d6-2e434d703220', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'mac_address': 'fa:16:3e:e4:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:08:21Z', 'updated_at': '2021-06-15T07:08:50Z', 'revision_number': 1, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:08:52.919593 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.927172 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-20bdeb98-fd26-4f37-9fd4-dbceae997f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:52.930618 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:52.935514 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ec3b45e-fd37-4f2b-92a5-cde6477038a9 HTTP/1.1" status: 204 len: 168 time: 0.8253624 Jun 15 07:08:52.948861 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec3b45e-fd37-4f2b-92a5-cde6477038a9,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:52.964407 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.965041 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.965168 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.965489 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.965835 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.966176 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.966511 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.966846 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.967179 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.967506 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.967850 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.968153 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:52.973566 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:52.980774 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e5d8d-0e2e-4fb0-a044-40886f55e31c None None] New status for floating IP 3c48449f-21e1-41ce-a640-2e4344925a81: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:08:52.994575 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea765ade-5329-41e6-a97a-2ae4c0fb1bfa req-bca10da0-37b7-4b27-b266-fb3afb0493ae tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:52.996493 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ea765ade-5329-41e6-a97a-2ae4c0fb1bfa req-bca10da0-37b7-4b27-b266-fb3afb0493ae tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1173038 Jun 15 07:08:53.051677 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ea765ade-5329-41e6-a97a-2ae4c0fb1bfa req-f9a5e563-72a3-4b4e-b877-5fdc63284c4e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488393 Jun 15 07:08:53.186374 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34610) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:53.244684 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-75ffd1d4-13d8-42dd-88c2-14d966f7d162 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7799aaba26e141ec8598ea223f6de70c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0569415 Jun 15 07:08:53.247101 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34614) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:53.299285 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:53.323614 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:53.377978 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:53.380649 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:53.381795 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c630f74-8b94-4036-b78b-5d0973dc26fb HTTP/1.1" status: 204 len: 168 time: 0.1337349 Jun 15 07:08:53.382545 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-dcbba987-ec19-4a7f-899f-6a1dbb5593dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:53.392827 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c630f74-8b94-4036-b78b-5d0973dc26fb,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:53.400024 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.400467 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.401005 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.401519 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.402028 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.402565 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.402908 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.403422 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.404075 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.404574 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.405285 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.405782 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:08:53.410217 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:54.028095 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34640) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:54.124269 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1564257632-network', 'tenant_id': '9dc43714430548b0b033bc1b8a040feb'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:54.146071 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Made reservation on behalf of 9dc43714430548b0b033bc1b8a040feb for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:54.148969 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.159887 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.243556 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d80450-08ab-4efb-81b7-0a58785a6ee7 req-f55a4ea0-2c67-4536-aa59-9db2a9b46e63 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:54.245307 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e3d80450-08ab-4efb-81b7-0a58785a6ee7 req-f55a4ea0-2c67-4536-aa59-9db2a9b46e63 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0771894 Jun 15 07:08:54.272604 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.278933 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.282917 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f8461774-0dbd-4b97-afea-caa295b8631d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:54.301636 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e3d80450-08ab-4efb-81b7-0a58785a6ee7 req-1d43f022-0bd2-4a5c-8ad5-c2b917716abd tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478797 Jun 15 07:08:54.310148 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:08:54.318839 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:54.322521 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:54.325336 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.325696 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Added segment a6b50743-7019-4cfa-97b7-d55c8937a789 of type vlan for network b7120369-8caa-43ee-add0-788bd8af8767 Jun 15 07:08:54.373692 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.403397 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.404755 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:54.405373 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.407361 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-56bb442d-af88-4c3f-b32c-aacb15962b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:54.441326 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4121456 Jun 15 07:08:54.444157 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34652) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:54.449636 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Request body: {'subnet': {'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1564257632-subnet', 'tenant_id': '9dc43714430548b0b033bc1b8a040feb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:08:54.470760 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Made reservation on behalf of 9dc43714430548b0b033bc1b8a040feb for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:08:54.473202 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533101003'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.489125 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Pushing event updated for resources: {'Network': ['ID=b7120369-8caa-43ee-add0-788bd8af8767,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:54.491734 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:54.499885 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network b7120369-8caa-43ee-add0-788bd8af8767 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:08:54.687703 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533724011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533101021'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.690739 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ca420b89-3bb8-4e61-81a3-cc9bd4d15131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:08:54.691529 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-8d8da700-66d9-499a-9091-e9af324bf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:54.692986 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-8d8da700-66d9-499a-9091-e9af324bf834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 1098 time: 0.0649021 Jun 15 07:08:54.759841 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc68e083-7dae-4cb3-803c-d1050293d204,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:08:54.763570 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:08:54.764915 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Checking segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:08:54.765285 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Network hostable DHCP agents. Network: b7120369-8caa-43ee-add0-788bd8af8767, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:08:54.782226 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Network b7120369-8caa-43ee-add0-788bd8af8767 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:08:54.791408 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, b7120369-8caa-43ee-add0-788bd8af8767) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:08:54.795720 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:54.796343 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:08:54.800548 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d848c82-207f-4ac3-a232-744e5b8d687e None None] Network b7120369-8caa-43ee-add0-788bd8af8767 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:08:54.812892 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3675685 Jun 15 07:08:54.826150 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-41210f49-e828-4619-86b1-c9276ac33fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:54.829827 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-41210f49-e828-4619-86b1-c9276ac33fc5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.1299202 Jun 15 07:08:54.963089 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-10837198-637b-4d96-998a-0464cfa3d85c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01dacb3-0037-4654-82d6-2e434d703220 HTTP/1.1" status: 200 len: 1000 time: 0.1261611 Jun 15 07:08:54.971435 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94070ddd-d653-45d2-86cf-9774c1b42d32 None None] Network b7120369-8caa-43ee-add0-788bd8af8767 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:08:55.044000 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-87bab05a-19f9-4d31-8a00-e57d42a387b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:55.047341 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-87bab05a-19f9-4d31-8a00-e57d42a387b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0724216 Jun 15 07:08:55.120476 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-0dde9ebb-290f-4fa4-94a2-48090f5c2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:55.122394 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-0dde9ebb-290f-4fa4-94a2-48090f5c2706 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690494 Jun 15 07:08:55.257049 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-daf4e116-3760-401b-860a-1dedb4575747 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268573 Jun 15 07:08:55.331908 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-195bda26-dc64-40bf-a46a-a048d7ff4c33 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:55.333426 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-195bda26-dc64-40bf-a46a-a048d7ff4c33 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 815 time: 0.1605508 Jun 15 07:08:55.386497 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-92226663-d8b3-4966-b459-b01fd4123176 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/quotas/9dc43714430548b0b033bc1b8a040feb HTTP/1.1" status: 200 len: 375 time: 0.0352709 Jun 15 07:08:55.456100 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-213a5ed4-beee-43cf-aade-3815f32cfc31 req-695fdb46-bace-4285-a9ea-e9d1cef7ec8d service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913249 Jun 15 07:08:55.473535 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-c1eaca0b-1ccf-4cb6-bd91-4f754055ac6e tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813375 Jun 15 07:08:55.633406 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-bf85f8a9-df11-4995-bfc9-f5150782725e service neutron] 10.222.0.24 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553643 Jun 15 07:08:55.744523 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad3168-0a1a-4819-8329-e7afaeefe15f req-c0217441-b715-4542-baf6-ce29e6928b09 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:55.746193 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-11ad3168-0a1a-4819-8329-e7afaeefe15f req-c0217441-b715-4542-baf6-ce29e6928b09 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1022561 Jun 15 07:08:55.797493 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-4ea934f2-7e22-4655-a440-a7a3d79d1e9a service neutron] 10.222.0.24 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563425 Jun 15 07:08:55.809805 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-11ad3168-0a1a-4819-8329-e7afaeefe15f req-4ebba903-95c3-4dbc-a258-3e361646f73a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562992 Jun 15 07:08:56.006544 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677afa4-1e36-4a76-877a-fb12fff71a76 req-1b69ed82-1b36-469b-8ded-0372c1747b74 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:56.009049 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2677afa4-1e36-4a76-877a-fb12fff71a76 req-1b69ed82-1b36-469b-8ded-0372c1747b74 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.0848212 Jun 15 07:08:56.074933 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2677afa4-1e36-4a76-877a-fb12fff71a76 req-23dd3adb-0e3e-4aa5-a4ec-06d6a42e7009 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600445 Jun 15 07:08:56.185370 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-94db4262-3007-46b2-bb01-2adfeca136fc req-9f1bd1fa-a6a7-401e-97b7-cdbaa058aed8 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0664568 Jun 15 07:08:56.984014 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1944d8-519d-41f2-9e62-17219e72a0c2 req-603e9a14-8d4f-400c-91ae-1a1fb59ade51 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:56.985528 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6b1944d8-519d-41f2-9e62-17219e72a0c2 req-603e9a14-8d4f-400c-91ae-1a1fb59ade51 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0745647 Jun 15 07:08:57.026775 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6b1944d8-519d-41f2-9e62-17219e72a0c2 req-fd5bbd0a-998b-401c-a131-06e02f423c6c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Jun 15 07:08:57.246846 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764b240-34de-401a-ab5e-348d207583ef req-2e6bcd74-9e94-4806-9f19-7cb096b991b7 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:57.248287 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6764b240-34de-401a-ab5e-348d207583ef req-2e6bcd74-9e94-4806-9f19-7cb096b991b7 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.0688343 Jun 15 07:08:57.289218 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6764b240-34de-401a-ab5e-348d207583ef req-32e4cef6-8dbd-49bf-ab8c-dbf77046dda2 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352473 Jun 15 07:08:57.430111 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7051bc0-133c-4ec1-8907-a152accd4d90 req-a22a2fa1-461b-403a-afdb-0997c85184b1 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0393858 Jun 15 07:08:58.222921 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fead22-8532-4c1d-a687-b6c2882e3468 req-2af5a7be-6e17-451a-9aad-f956aba52ae5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:58.224396 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-18fead22-8532-4c1d-a687-b6c2882e3468 req-2af5a7be-6e17-451a-9aad-f956aba52ae5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0701067 Jun 15 07:08:58.268318 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-18fead22-8532-4c1d-a687-b6c2882e3468 req-ad8da1cf-4e20-4ea9-b327-3403fdeff4c2 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Jun 15 07:08:58.475954 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c87f8-b8d7-40f5-a234-f61b672fd7c2 req-a9621aab-1803-4b7b-8da8-ee3cae6bed50 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:58.478843 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6d4c87f8-b8d7-40f5-a234-f61b672fd7c2 req-a9621aab-1803-4b7b-8da8-ee3cae6bed50 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.0773578 Jun 15 07:08:58.525996 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6d4c87f8-b8d7-40f5-a234-f61b672fd7c2 req-03f37a4b-825a-46ec-b4b3-78fd0d7aeb71 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Jun 15 07:08:58.656077 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-154dd9f5-e591-46c3-95c0-4142f1e4529f req-81dbd9eb-b597-4406-9d2d-0dba4490a1df tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0322464 Jun 15 07:08:59.450036 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7f8e-6d44-4b48-8536-dccd8beb138a req-68cb3daf-d17b-4cd1-a449-c728b155cfc5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:59.452035 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-17be7f8e-6d44-4b48-8536-dccd8beb138a req-68cb3daf-d17b-4cd1-a449-c728b155cfc5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0728958 Jun 15 07:08:59.497434 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-17be7f8e-6d44-4b48-8536-dccd8beb138a req-4582b27f-1d2b-4d9f-877c-4fa6db0f9ed7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Jun 15 07:08:59.737964 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594cfb-05e1-42f1-b2ae-0709fa9a7bde req-56fd5d41-2513-46b3-8214-3309b3a56236 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:08:59.740149 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5e594cfb-05e1-42f1-b2ae-0709fa9a7bde req-56fd5d41-2513-46b3-8214-3309b3a56236 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.0822010 Jun 15 07:08:59.784752 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5e594cfb-05e1-42f1-b2ae-0709fa9a7bde req-6b2f71d7-e8b8-471c-b6cd-d98b133189ca tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373111 Jun 15 07:08:59.808549 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 34820) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:08:59.823826 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-38769a7a-1be7-4068-a361-9696e23f89a0 req-74d4c015-ccb6-4190-8c0a-a80f247a5f6d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0401497 Jun 15 07:08:59.916636 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-85b8b4d4-b62c-4ee5-94ac-81a3243780b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:00.030246 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-85b8b4d4-b62c-4ee5-94ac-81a3243780b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:00.038342 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-85b8b4d4-b62c-4ee5-94ac-81a3243780b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:00.042885 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5eb3ed11-d823-4efa-ab90-388478739f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:00.088279 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-85b8b4d4-b62c-4ee5-94ac-81a3243780b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3a8e552b7a34b4c8166b6975025241d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785935 Jun 15 07:09:00.089205 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8b4d4-b62c-4ee5-94ac-81a3243780b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c6707a-5c1d-4605-a2d6-2fff343cdb8b,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:00.090986 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 34830) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:00.092216 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-85b8b4d4-b62c-4ee5-94ac-81a3243780b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:00.251317 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b110beef-4048-4280-bb25-028a1451ce61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:00.293967 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b110beef-4048-4280-bb25-028a1451ce61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:00.319351 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-419da1d0-ada5-4348-8d3f-27c9272dbe63 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:00.321126 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-419da1d0-ada5-4348-8d3f-27c9272dbe63 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 815 time: 0.2059333 Jun 15 07:09:00.366927 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b110beef-4048-4280-bb25-028a1451ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:00.370287 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b110beef-4048-4280-bb25-028a1451ce61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:00.371683 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b110beef-4048-4280-bb25-028a1451ce61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2c6707a-5c1d-4605-a2d6-2fff343cdb8b HTTP/1.1" status: 204 len: 168 time: 0.2796009 Jun 15 07:09:00.373007 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1657cccd-f85e-4c24-af39-2aba0b64ffb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:00.382317 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110beef-4048-4280-bb25-028a1451ce61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c6707a-5c1d-4605-a2d6-2fff343cdb8b,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:00.385694 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b110beef-4048-4280-bb25-028a1451ce61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:00.691131 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59422d5-dcfb-4400-b923-d12c7a78527e req-efbcf970-4c76-4427-86d3-beced1cb7c86 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:00.697363 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e59422d5-dcfb-4400-b923-d12c7a78527e req-efbcf970-4c76-4427-86d3-beced1cb7c86 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0774834 Jun 15 07:09:00.741267 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e59422d5-dcfb-4400-b923-d12c7a78527e req-5cb03d47-e9bc-4a2b-a9d5-f593a65b26f1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Jun 15 07:09:00.990406 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc88cd-2424-46f7-b8e3-05ac41653bd5 req-60a86091-0a4d-4765-aadf-067ca2aada15 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:00.992978 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24bc88cd-2424-46f7-b8e3-05ac41653bd5 req-60a86091-0a4d-4765-aadf-067ca2aada15 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.0781779 Jun 15 07:09:01.034705 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24bc88cd-2424-46f7-b8e3-05ac41653bd5 req-8200ff21-62a5-47d3-9f71-c01ef8a61bf3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366144 Jun 15 07:09:01.170234 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a3ac04c4-87ae-479b-9d34-6bc4c2242c3f req-e5bc939b-c9ed-436c-a938-26faff8ffc1b tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0344470 Jun 15 07:09:01.932240 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803ee6-3fda-46cc-829e-4ae871d3e2d1 req-a292d001-d8bf-4e30-aee4-3805d3e3b5cc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:01.934555 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7803ee6-3fda-46cc-829e-4ae871d3e2d1 req-a292d001-d8bf-4e30-aee4-3805d3e3b5cc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0778706 Jun 15 07:09:01.978219 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7803ee6-3fda-46cc-829e-4ae871d3e2d1 req-525c0f36-2936-4158-becc-0afa27509553 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384538 Jun 15 07:09:02.217236 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95f73d-bf6d-40c8-873b-fadcacbb690b req-4d6c4b90-eec3-4684-a090-84bee34f37e2 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:02.218698 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c95f73d-bf6d-40c8-873b-fadcacbb690b req-4d6c4b90-eec3-4684-a090-84bee34f37e2 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.0694211 Jun 15 07:09:02.261827 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c95f73d-bf6d-40c8-873b-fadcacbb690b req-65aaa978-f3cc-4332-884b-5d6ea6bc4aa9 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Jun 15 07:09:02.396017 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4469703c-b4b8-4179-9da5-d98ff17ff6c3 req-9fce797d-08ca-4e92-8ecf-29265ff442ea tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0327938 Jun 15 07:09:03.157160 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d856800-f25c-42e1-b76f-c1a29b31b613 req-b17bba2e-490c-428c-a4f9-0736c326cd31 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:03.158580 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d856800-f25c-42e1-b76f-c1a29b31b613 req-b17bba2e-490c-428c-a4f9-0736c326cd31 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0726631 Jun 15 07:09:03.199383 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d856800-f25c-42e1-b76f-c1a29b31b613 req-24552039-afc9-4942-9fa3-13657c34af9a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349286 Jun 15 07:09:03.425326 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Request body: {'port': {'device_id': '890af148-b36b-4242-b3ad-cc208d80386a', 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'admin_state_up': True, 'tenant_id': '9dc43714430548b0b033bc1b8a040feb'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:03.540613 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe82d5-e35c-4cf7-8f63-79de91ec2421 req-10fcfadc-28ee-4d4e-8496-70711bfbf72c tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:03.542119 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5dbe82d5-e35c-4cf7-8f63-79de91ec2421 req-10fcfadc-28ee-4d4e-8496-70711bfbf72c tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.1675026 Jun 15 07:09:03.571911 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ef461be9-6b2f-4c26-8dfe-b6b86df7b897 req-2083abf2-a9b5-45ef-b421-05668f0a92c5 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0353315 Jun 15 07:09:03.610692 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5dbe82d5-e35c-4cf7-8f63-79de91ec2421 req-231db49e-8ea4-425e-8b9b-5699e783b067 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Jun 15 07:09:03.618788 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Made reservation on behalf of 9dc43714430548b0b033bc1b8a040feb for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:03.622532 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:03.668634 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-f706ce04-9cd9-441b-8a12-ea07d206be22 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:03.670199 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-f706ce04-9cd9-441b-8a12-ea07d206be22 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 945 time: 0.0766444 Jun 15 07:09:03.771897 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Allocated IP 172.20.0.9 (b7120369-8caa-43ee-add0-788bd8af8767/dc68e083-7dae-4cb3-803c-d1050293d204/bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:03.836633 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Deleting port 85d67925-7f49-4716-8a95-3a8384988b50 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:09:03.837094 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:03.949863 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:03.950529 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] For port 85d67925-7f49-4716-8a95-3a8384988b50, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=85d67925-7f49-4716-8a95-3a8384988b50,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:03.950914 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:03.989680 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:03.995573 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-04bf4216-54ec-41b2-9469-0c89e2cb760a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:04.051450 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Network b7120369-8caa-43ee-add0-788bd8af8767 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:04.055843 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:04.058393 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:04.062751 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Calling delete_port for 85d67925-7f49-4716-8a95-3a8384988b50 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:09:04.091173 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Pushing event updated for resources: {'Port': ['ID=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:04.095219 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:04.123351 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:04.123956 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:04.137865 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7211525 Jun 15 07:09:04.265014 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:04.270004 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:04.302098 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Pushing event deleted for resources: {'Port': ['ID=85d67925-7f49-4716-8a95-3a8384988b50,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:04.316199 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:04.427841 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] No DVR routers for this DVR port 85d67925-7f49-4716-8a95-3a8384988b50 on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:09:04.432330 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:04.434304 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71b962c1-8f8d-4917-8aee-c3bc072880c4 req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.11 "DELETE /v2.0/ports/85d67925-7f49-4716-8a95-3a8384988b50 HTTP/1.1" status: 204 len: 173 time: 0.7478526 Jun 15 07:09:04.436165 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e7dbc5-0548-479a-920d-470a58d6c226', 'name': 'network-vif-deleted', 'tag': '85d67925-7f49-4716-8a95-3a8384988b50'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:09:04.438527 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0ef45f-1c8d-49ee-8eed-807c8c13df9a" -d '{"events": [{"server_uuid": "75e7dbc5-0548-479a-920d-470a58d6c226", "name": "network-vif-deleted", "tag": "85d67925-7f49-4716-8a95-3a8384988b50"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:09:04.478744 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f59d7a-ee11-46a7-8b25-5201e7c41b7b req-ede59944-7259-4b2e-8f34-2d11600bddb1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:04.480220 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18f59d7a-ee11-46a7-8b25-5201e7c41b7b req-ede59944-7259-4b2e-8f34-2d11600bddb1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1312628 Jun 15 07:09:04.481683 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b337c4c6-b2b4-4ba6-af2e-5fee561419b6 x-openstack-request-id: req-b337c4c6-b2b4-4ba6-af2e-5fee561419b6 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:09:04.481987 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e7dbc5-0548-479a-920d-470a58d6c226", "name": "network-vif-deleted", "tag": "85d67925-7f49-4716-8a95-3a8384988b50", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:09:04.482268 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b337c4c6-b2b4-4ba6-af2e-5fee561419b6 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:09:04.482651 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e7dbc5-0548-479a-920d-470a58d6c226', 'name': 'network-vif-deleted', 'tag': '85d67925-7f49-4716-8a95-3a8384988b50', 'status': 'completed', 'code': 200} Jun 15 07:09:04.528119 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18f59d7a-ee11-46a7-8b25-5201e7c41b7b req-3bf1973d-2dd5-4b3d-99f3-139869e45a19 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Jun 15 07:09:04.896621 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a041-b162-4ed2-916c-43fb50c74233 req-95e5ea26-667f-4d17-827b-d8fcd459fb59 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:04.898147 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dbb4a041-b162-4ed2-916c-43fb50c74233 req-95e5ea26-667f-4d17-827b-d8fcd459fb59 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 931 time: 0.0725896 Jun 15 07:09:04.940206 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dbb4a041-b162-4ed2-916c-43fb50c74233 req-1e592944-7eb9-45b1-b0f2-78f482fca549 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361485 Jun 15 07:09:05.069191 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e89afa2e-1c2c-4cef-a821-4138bf291ac1 req-03780d64-1d89-4509-a66f-61228c180173 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.0318265 Jun 15 07:09:05.746570 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310be0d-b6dd-40e1-87f6-64ade34d55b7 req-0f96925f-4932-46ea-8345-1ab1fa55c528 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:05.748030 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e310be0d-b6dd-40e1-87f6-64ade34d55b7 req-0f96925f-4932-46ea-8345-1ab1fa55c528 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0914655 Jun 15 07:09:05.790011 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e310be0d-b6dd-40e1-87f6-64ade34d55b7 req-1755115e-56a3-4ea3-b044-0862a1d467f3 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363202 Jun 15 07:09:06.153606 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6396015-de6d-426b-a36a-b42f1e59ab1e req-55bf2ec9-8e88-4c45-bb75-a6d04361470e tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:06.158009 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6396015-de6d-426b-a36a-b42f1e59ab1e req-55bf2ec9-8e88-4c45-bb75-a6d04361470e tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 931 time: 0.0932987 Jun 15 07:09:06.206610 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6396015-de6d-426b-a36a-b42f1e59ab1e req-4f42b181-d8da-4cd5-84a0-869da805f035 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Jun 15 07:09:06.350361 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ce506075-d7fb-48f3-8c67-36e4068bf088 req-a2b7cf3e-1cf8-4140-82d4-b2204656fb28 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.0327022 Jun 15 07:09:06.994203 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c8281-9944-4aba-8138-b52aaaa733c6 req-3d7af599-1845-4bb8-b67e-408707db86e1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:06.995631 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b6c8281-9944-4aba-8138-b52aaaa733c6 req-3d7af599-1845-4bb8-b67e-408707db86e1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0750637 Jun 15 07:09:07.035546 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b6c8281-9944-4aba-8138-b52aaaa733c6 req-5d64b2a9-ab84-4dd6-952a-f10eb2b923d0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343347 Jun 15 07:09:07.214105 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['85d67925-7f49-4716-8a95-3a8384988b50'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:09:07.227775 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Request body: {'port': {'device_id': '890af148-b36b-4242-b3ad-cc208d80386a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:07.355846 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:07.477215 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63320c9f-2e0e-4933-8053-79254f5a5b48 req-09430e3a-c9cc-41e2-903e-19ba5dcff79a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:07.485127 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63320c9f-2e0e-4933-8053-79254f5a5b48 req-09430e3a-c9cc-41e2-903e-19ba5dcff79a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 931 time: 0.0827134 Jun 15 07:09:07.529342 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63320c9f-2e0e-4933-8053-79254f5a5b48 req-a4cc20e7-348c-4f8a-9b8b-3ba0069aaa1a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431378 Jun 15 07:09:07.819649 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-87d936e0-4025-4c47-9ff8-ef7e06dfe212 req-834166b6-f250-4577-a1a9-f9e3449d13c3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.2924166 Jun 15 07:09:07.964124 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:09:07.971543 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:07.984654 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Transition to ACTIVE for port object bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:07.990214 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:07.993418 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:08.089871 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:08.095129 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:08.187580 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Attempting to bind port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:08.187916 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Attempting to bind port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:08.188245 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Attempting to bind port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 on network b7120369-8caa-43ee-add0-788bd8af8767 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:08.192414 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 on network b7120369-8caa-43ee-add0-788bd8af8767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:09:08.192732 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Attempting to bind port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 on network b7120369-8caa-43ee-add0-788bd8af8767 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:08.198741 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:08.199085 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Checking segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:08.199470 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Bound using segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:08.199963 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Bound port: bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:08.200285 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:08.254691 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0623b8-776f-4b4f-9043-f6048249fe0e req-72d4d2b5-066a-42bb-a4dc-5364d50f9444 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:08.256961 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3e0623b8-776f-4b4f-9043-f6048249fe0e req-72d4d2b5-066a-42bb-a4dc-5364d50f9444 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0969465 Jun 15 07:09:08.298094 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] For port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:08.303672 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] For port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:08.309940 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3e0623b8-776f-4b4f-9043-f6048249fe0e req-2c06c5d1-933f-4ce8-9f50-174f22c80b5e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 Jun 15 07:09:08.310166 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:08.313223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0344ea8b-b923-4307-b0a1-a872be708e5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:08.385504 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:08.386323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:08.387731 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 HTTP/1.1" status: 200 len: 1093 time: 1.1651318 Jun 15 07:09:08.388202 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890af148-b36b-4242-b3ad-cc208d80386a', 'tag': 'bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:09:08.390475 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b1b8fe-24b0-4599-a4bc-3a7593d192eb" -d '{"events": [{"name": "network-changed", "server_uuid": "890af148-b36b-4242-b3ad-cc208d80386a", "tag": "bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:09:08.408370 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:08.411811 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:08.443149 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736016d2-3e80-446c-953d-da15f3c0f1c9 x-openstack-request-id: req-736016d2-3e80-446c-953d-da15f3c0f1c9 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:09:08.443567 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890af148-b36b-4242-b3ad-cc208d80386a", "tag": "bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:09:08.444046 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-736016d2-3e80-446c-953d-da15f3c0f1c9 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:09:08.444480 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890af148-b36b-4242-b3ad-cc208d80386a', 'tag': 'bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'status': 'completed', 'code': 200} Jun 15 07:09:08.721387 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe582e-6cc9-483c-beb7-ead0c1909730 req-098351bc-5030-4693-9236-b4db22b6f2e7 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:08.722891 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4ebe582e-6cc9-483c-beb7-ead0c1909730 req-098351bc-5030-4693-9236-b4db22b6f2e7 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 943 time: 0.0775166 Jun 15 07:09:08.765098 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4ebe582e-6cc9-483c-beb7-ead0c1909730 req-b0a43dd7-0d19-4dde-a68a-c2382d10d0e6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360708 Jun 15 07:09:08.980946 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dd3e2727-832f-4cf6-a4fa-b58f08f5e26e req-124e5c0c-84dd-45e8-81d6-6c724c33ae55 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.0354974 Jun 15 07:09:09.497034 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab99c9-b477-4fb5-830e-5e8757ea57e9 req-4b0e886c-abe4-4dea-aed8-af162f0cc290 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:09.498492 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-33ab99c9-b477-4fb5-830e-5e8757ea57e9 req-4b0e886c-abe4-4dea-aed8-af162f0cc290 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0687778 Jun 15 07:09:09.539904 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-33ab99c9-b477-4fb5-830e-5e8757ea57e9 req-a45299e9-4e80-4f83-8301-e1a6fa7b087c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357263 Jun 15 07:09:09.952605 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c9593-66dc-4f98-a596-a6cd1fd4b4bc req-e12151ad-ace7-40a5-aa7f-9ea7dc482c49 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:09.954058 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-664c9593-66dc-4f98-a596-a6cd1fd4b4bc req-e12151ad-ace7-40a5-aa7f-9ea7dc482c49 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 943 time: 0.0725288 Jun 15 07:09:09.995606 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-664c9593-66dc-4f98-a596-a6cd1fd4b4bc req-11cd7daf-a981-4312-8c1e-63d4aa1143df tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354242 Jun 15 07:09:10.148619 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0111ada7-e73c-408a-8042-b221b577c373 req-5dbbbd65-a4cd-4b11-858a-8ee2d7769ba4 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e7dbc5-0548-479a-920d-470a58d6c226 HTTP/1.1" status: 200 len: 210 time: 0.0321333 Jun 15 07:09:10.715251 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b20a61-c81c-4ddd-8265-14d7fa331a0f req-ebb35f89-14bf-49ea-b407-01dff4f10042 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:10.716691 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4b20a61-c81c-4ddd-8265-14d7fa331a0f req-ebb35f89-14bf-49ea-b407-01dff4f10042 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0688725 Jun 15 07:09:10.756900 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4b20a61-c81c-4ddd-8265-14d7fa331a0f req-9a82bc3a-533b-4794-a410-44321229f159 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Jun 15 07:09:10.976870 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1b8fe-24b0-4599-a4bc-3a7593d192eb req-2befdb31-f911-4c86-86bb-365e282e31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:10.977533 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-86b1b8fe-24b0-4599-a4bc-3a7593d192eb req-2befdb31-f911-4c86-86bb-365e282e31a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 1096 time: 0.0614357 Jun 15 07:09:11.079723 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62e39bd2-55cd-4b74-be75-748054042e22 req-d90464ac-229a-4fc9-8ca4-4082d0fb1129 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705144 Jun 15 07:09:11.266770 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1b8fe-24b0-4599-a4bc-3a7593d192eb req-4eb20c05-b997-463a-a148-e88184084ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.268421 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-86b1b8fe-24b0-4599-a4bc-3a7593d192eb req-4eb20c05-b997-463a-a148-e88184084ebd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9dc43714430548b0b033bc1b8a040feb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2590120 Jun 15 07:09:11.288982 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e39bd2-55cd-4b74-be75-748054042e22 req-3fd818ff-ee93-4333-b13c-d62d51073400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.290484 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62e39bd2-55cd-4b74-be75-748054042e22 req-3fd818ff-ee93-4333-b13c-d62d51073400 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.1436422 Jun 15 07:09:11.345523 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8acf3-e8f0-44cf-8975-c467d4c3e4a0 req-fd2c412b-08a1-4d45-856a-24d4a2bb443f tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.347085 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-abf8acf3-e8f0-44cf-8975-c467d4c3e4a0 req-fd2c412b-08a1-4d45-856a-24d4a2bb443f tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 943 time: 0.1771929 Jun 15 07:09:11.481099 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1b8fe-24b0-4599-a4bc-3a7593d192eb req-6332a6a6-1153-4228-92de-72a8ac82a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.482696 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-86b1b8fe-24b0-4599-a4bc-3a7593d192eb req-6332a6a6-1153-4228-92de-72a8ac82a2ec service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059200 Jun 15 07:09:11.483532 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-abf8acf3-e8f0-44cf-8975-c467d4c3e4a0 req-2481d313-da42-4225-aaad-c3d67563ff33 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060462 Jun 15 07:09:11.515937 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e39bd2-55cd-4b74-be75-748054042e22 req-2bc6e241-e488-4ed3-bbae-864e36dbb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.517465 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62e39bd2-55cd-4b74-be75-748054042e22 req-2bc6e241-e488-4ed3-bbae-864e36dbb15f service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.1908829 Jun 15 07:09:11.592992 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-a9270002-ef53-49dd-82a9-1c980253f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.594605 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-a9270002-ef53-49dd-82a9-1c980253f65a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 1096 time: 0.0671751 Jun 15 07:09:11.675688 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-eb414dcd-1ba8-4508-bc61-5227a9e14481 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 HTTP/1.1" status: 200 len: 217 time: 0.0710366 Jun 15 07:09:11.799578 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-cbf0679a-1a40-4f26-b8b9-8311fa31d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.801036 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-cbf0679a-1a40-4f26-b8b9-8311fa31d355 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc68e083-7dae-4cb3-803c-d1050293d204 HTTP/1.1" status: 200 len: 855 time: 0.1159189 Jun 15 07:09:11.806434 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 85d67925-7f49-4716-8a95-3a8384988b50 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:09:11.808967 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62e39bd2-55cd-4b74-be75-748054042e22 req-87385771-42b7-401e-886a-8a87fed65005 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 200 len: 217 time: 0.2816899 Jun 15 07:09:11.838777 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 85d67925-7f49-4716-8a95-3a8384988b50 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:09:11.839506 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 85d67925-7f49-4716-8a95-3a8384988b50 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:09:11.847434 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-3785983b-8db2-478d-bf27-b997fb6dc191 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7120369-8caa-43ee-add0-788bd8af8767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361118 Jun 15 07:09:11.855216 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-5412da05-f259-4f92-b327-da3447b58c6a tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.856667 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-5412da05-f259-4f92-b327-da3447b58c6a tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/networks?id=2a82592b-cd73-4513-bfa3-06fb7ad452e1 HTTP/1.1" status: 200 len: 809 time: 0.2538731 Jun 15 07:09:11.870883 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e39bd2-55cd-4b74-be75-748054042e22 req-2fa182f9-bd5a-4758-964c-34ae13b6e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:11.872324 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62e39bd2-55cd-4b74-be75-748054042e22 req-2fa182f9-bd5a-4758-964c-34ae13b6e86b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.0572004 Jun 15 07:09:11.904604 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-735bf448-cc6e-42f0-becb-ff7d9335eab9 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/quotas/17e488f3489c4eecbad7d8e707957428 HTTP/1.1" status: 200 len: 375 time: 0.0381904 Jun 15 07:09:11.943011 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62e39bd2-55cd-4b74-be75-748054042e22 req-3011a4ac-dbcb-4dbc-a730-81dab40189cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615113 Jun 15 07:09:12.021214 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-ec5e2cc0-84f9-4fcc-8095-5b59fde1b82d tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=17e488f3489c4eecbad7d8e707957428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101551 Jun 15 07:09:12.140673 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-16dda17e-b31b-48e0-bc75-a750ef3d63d9 service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827208 Jun 15 07:09:12.171447 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62e39bd2-55cd-4b74-be75-748054042e22 req-f70809ae-c36c-4582-bbb9-85cea24cb7eb service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045283 Jun 15 07:09:12.180778 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64a8fb-4244-45bb-af1a-e73a40f175ee req-7b776092-8899-406e-af5f-be89f9da5295 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:12.189970 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fc64a8fb-4244-45bb-af1a-e73a40f175ee req-7b776092-8899-406e-af5f-be89f9da5295 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.2455716 Jun 15 07:09:12.278000 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fc64a8fb-4244-45bb-af1a-e73a40f175ee req-28436435-c675-4e81-9a1e-16ec52808a79 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865059 Jun 15 07:09:12.374580 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-2a059c21-c45e-4d19-ba23-0810a3bce14d service neutron] 10.222.0.24 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435915 Jun 15 07:09:12.396906 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62e39bd2-55cd-4b74-be75-748054042e22 req-f20603ca-3ae7-4e54-af0c-cc16d0d67948 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048039 Jun 15 07:09:12.504284 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7472db6-b6a3-4f92-863a-fdfbd4d767ac req-dc03a8da-bb00-4de3-924d-f5eaea43e2a4 service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545215 Jun 15 07:09:12.513083 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35184) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:12.602896 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-c0408f94-3c9b-472a-b7a0-b8d663785e6b service neutron] 10.222.0.24 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070105 Jun 15 07:09:12.685013 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5be80157-3f4b-4861-bde4-6a1f82d58789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:12.820463 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-141afae3-38a5-426b-85e5-7d41d4845ceb req-c2b6d7f1-34b8-4aee-a430-f6e90f686105 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 210 time: 0.0425949 Jun 15 07:09:12.863271 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1ce7e-10ac-4cf6-a875-2514f141ae7a req-947514a0-f8de-4c40-9f6e-93b762c0d246 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:12.871415 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dee1ce7e-10ac-4cf6-a875-2514f141ae7a req-947514a0-f8de-4c40-9f6e-93b762c0d246 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 943 time: 0.1735785 Jun 15 07:09:12.943667 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dee1ce7e-10ac-4cf6-a875-2514f141ae7a req-0a62be6d-0049-48f9-92f8-a3899b1fa955 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711722 Jun 15 07:09:12.978892 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5be80157-3f4b-4861-bde4-6a1f82d58789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:12.983560 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5be80157-3f4b-4861-bde4-6a1f82d58789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:12.988139 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:13.034658 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5be80157-3f4b-4861-bde4-6a1f82d58789 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb9510af3cd94564b56caf38d5c19cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164118 Jun 15 07:09:13.035296 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 35196) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:13.037794 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be80157-3f4b-4861-bde4-6a1f82d58789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb54bf94-5e28-46d9-9b18-57252acb1c62,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:13.055764 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5be80157-3f4b-4861-bde4-6a1f82d58789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:13.100211 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a75f9359-afaa-445c-98ed-88329c8ae733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:13.130316 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a75f9359-afaa-445c-98ed-88329c8ae733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:13.194308 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a75f9359-afaa-445c-98ed-88329c8ae733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:13.197917 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a75f9359-afaa-445c-98ed-88329c8ae733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:13.199041 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a75f9359-afaa-445c-98ed-88329c8ae733 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb54bf94-5e28-46d9-9b18-57252acb1c62 HTTP/1.1" status: 204 len: 168 time: 0.1627452 Jun 15 07:09:13.200126 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9dc903c3-19af-47ed-a344-4beb9f5af12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:13.213181 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9359-afaa-445c-98ed-88329c8ae733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb54bf94-5e28-46d9-9b18-57252acb1c62,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:13.215552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a75f9359-afaa-445c-98ed-88329c8ae733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:13.531142 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:09:13.557101 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13847436-c244-44f4-882c-1b59b076d35f req-d7fcd275-20e0-4c8b-8f4a-3f5e731e8c3e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:13.559765 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-13847436-c244-44f4-882c-1b59b076d35f req-d7fcd275-20e0-4c8b-8f4a-3f5e731e8c3e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1447508 Jun 15 07:09:13.631081 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35230) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:13.652627 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-038036ac-4539-4434-9f65-9d1ba5024a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:13.655860 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-13847436-c244-44f4-882c-1b59b076d35f req-745ff00f-90c0-4e4f-914a-5269e1b16217 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889244 Jun 15 07:09:13.799221 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-038036ac-4539-4434-9f65-9d1ba5024a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:13.802690 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-038036ac-4539-4434-9f65-9d1ba5024a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:13.805620 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-46808631-62c5-4f5f-a8e4-9321caed3bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:13.840946 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:09:13.848009 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038036ac-4539-4434-9f65-9d1ba5024a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30000f9-9783-4090-a213-d3e06c0173e6,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:13.858466 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-038036ac-4539-4434-9f65-9d1ba5024a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:13.871000 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-038036ac-4539-4434-9f65-9d1ba5024a36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcb4f7228c1e4cda8d2a99a25e02322a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388108 Jun 15 07:09:13.871248 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 35240) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:13.949776 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aad6b8ec-c232-4624-ab1f-d39b7cba335e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:14.016159 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:14.038221 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'port_id': 'bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'mac_address': 'fa:16:3e:2a:5d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc68e083-7dae-4cb3-803c-d1050293d204', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:09:14.103840 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:14.122497 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:09:14.125736 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ed0cb1d0-b996-4824-8ef0-1dec7324663e req-3beff0f7-8413-4c35-b19b-a1e1684ae819 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 210 time: 0.1225870 Jun 15 07:09:14.129323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aad6b8ec-c232-4624-ab1f-d39b7cba335e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:14.164383 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:14.177755 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:14.180564 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:14.267811 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b119ad-6614-4656-8e8c-4597f1df05f8 req-d03832a7-285b-414a-a9c5-5c9b1cf9cf98 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:14.274104 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2b119ad-6614-4656-8e8c-4597f1df05f8 req-d03832a7-285b-414a-a9c5-5c9b1cf9cf98 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 943 time: 0.1606231 Jun 15 07:09:14.302167 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:14.313116 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.313624 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.314012 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.314559 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.314993 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.315482 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.316018 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.316507 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.317158 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.317714 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.318053 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.318380 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:14.323791 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:14.342046 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2b119ad-6614-4656-8e8c-4597f1df05f8 req-7b9fd19f-798b-4ce2-abbe-ee62b85ab961 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605125 Jun 15 07:09:14.449563 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:09:14.577280 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aad6b8ec-c232-4624-ab1f-d39b7cba335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:14.580370 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aad6b8ec-c232-4624-ab1f-d39b7cba335e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:14.581491 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-aad6b8ec-c232-4624-ab1f-d39b7cba335e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b30000f9-9783-4090-a213-d3e06c0173e6 HTTP/1.1" status: 204 len: 168 time: 0.7094266 Jun 15 07:09:14.582265 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8e865fc9-d497-4f7b-8bed-d218ba0d66d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:14.600385 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-82644bac-c659-400a-ab69-b092c317b857 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:14.602844 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-82644bac-c659-400a-ab69-b092c317b857 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.11 "GET /v2.0/networks?id=2a82592b-cd73-4513-bfa3-06fb7ad452e1 HTTP/1.1" status: 200 len: 809 time: 0.4754703 Jun 15 07:09:14.603807 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6b8ec-c232-4624-ab1f-d39b7cba335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30000f9-9783-4090-a213-d3e06c0173e6,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:14.606030 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aad6b8ec-c232-4624-ab1f-d39b7cba335e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:14.622627 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Request body: {'port': {'device_id': '7a3e621e-fb04-4766-8b84-4a1866ab39b0', 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1', 'admin_state_up': True, 'tenant_id': '17e488f3489c4eecbad7d8e707957428'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:14.811998 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Made reservation on behalf of 17e488f3489c4eecbad7d8e707957428 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:14.817863 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.045694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35276) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:15.083502 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6bb4-f532-4611-9a0f-f13af35efab2 req-be185e24-f39f-4ece-aaca-92df21fbbee5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:15.085067 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-63ed6bb4-f532-4611-9a0f-f13af35efab2 req-be185e24-f39f-4ece-aaca-92df21fbbee5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.2224455 Jun 15 07:09:15.120645 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Allocated IP 172.20.0.14 (2a82592b-cd73-4513-bfa3-06fb7ad452e1/df776c28-ba05-4445-a2ad-6b572f0d62e5/2c7ec155-4e29-4332-af7e-053add6d5514) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:15.153625 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-63ed6bb4-f532-4611-9a0f-f13af35efab2 req-ca495dc9-06df-42bc-b96b-1cef21a8c984 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599043 Jun 15 07:09:15.215485 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35286) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:15.235690 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7848-f472-4ec1-8b66-773e2f432ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.277041 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-668a5f94-8874-4fbd-ae7a-f5bd00649a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.352935 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c985be2e-2b7d-4b57-88a5-36aea779ee40 req-66bcc49e-0c8e-4d35-8072-028927ca1e69 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 210 time: 0.0434527 Jun 15 07:09:15.357435 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.407120 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.415886 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:15.426701 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7848-f472-4ec1-8b66-773e2f432ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.436898 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7848-f472-4ec1-8b66-773e2f432ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.439902 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-85b8b4d4-b62c-4ee5-94ac-81a3243780b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:15.505042 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:15.505042 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:15.505042 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:15.527270 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec7848-f472-4ec1-8b66-773e2f432ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29684e21-ceb4-4929-95ac-89c8e132487a,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:15.533306 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f9ec7848-f472-4ec1-8b66-773e2f432ab0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=025acc13b6304e0ebf85d9e88e473695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167844 Jun 15 07:09:15.534227 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f9ec7848-f472-4ec1-8b66-773e2f432ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:15.537810 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35300) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:15.554540 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Pushing event updated for resources: {'Port': ['ID=2c7ec155-4e29-4332-af7e-053add6d5514,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:15.580536 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:15.619811 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:15.620443 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.622314 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7ff96040-2b32-4f01-8dd3-681f33a32ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.645142 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a967b2-031c-4f69-bf69-bd19aa637970 req-029a35f0-61b8-444b-9ccd-b096ce178fbb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:15.647257 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78a967b2-031c-4f69-bf69-bd19aa637970 req-029a35f0-61b8-444b-9ccd-b096ce178fbb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 944 time: 0.1100481 Jun 15 07:09:15.666129 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7ff96040-2b32-4f01-8dd3-681f33a32ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.668985 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-668a5f94-8874-4fbd-ae7a-f5bd00649a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.676138 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-668a5f94-8874-4fbd-ae7a-f5bd00649a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.680542 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8b249e52-fe46-48f1-a7c9-1bcd3307300e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:15.687487 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0703611 Jun 15 07:09:15.696832 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78a967b2-031c-4f69-bf69-bd19aa637970 req-18d01704-e367-4a36-828e-998e32419104 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Jun 15 07:09:15.702124 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Request body: {'port': {'device_id': '7a3e621e-fb04-4766-8b84-4a1866ab39b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:15.743001 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a5f94-8874-4fbd-ae7a-f5bd00649a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e15edf-535e-426a-be4b-e5307b936e46,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:15.749026 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-668a5f94-8874-4fbd-ae7a-f5bd00649a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:15.753572 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-668a5f94-8874-4fbd-ae7a-f5bd00649a89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=718f4f3ca33f4e27af6efa05f5794fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7064569 Jun 15 07:09:15.756482 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35308) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:15.792322 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7ff96040-2b32-4f01-8dd3-681f33a32ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.795490 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7ff96040-2b32-4f01-8dd3-681f33a32ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.799126 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7ff96040-2b32-4f01-8dd3-681f33a32ade admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29684e21-ceb4-4929-95ac-89c8e132487a HTTP/1.1" status: 204 len: 168 time: 0.2577329 Jun 15 07:09:15.800569 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:15.826546 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff96040-2b32-4f01-8dd3-681f33a32ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29684e21-ceb4-4929-95ac-89c8e132487a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:15.829850 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7ff96040-2b32-4f01-8dd3-681f33a32ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:15.847747 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4e74dab9-2297-456a-a6a6-d5c67958441e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.850004 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:15.850484 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.877393 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4e74dab9-2297-456a-a6a6-d5c67958441e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.928047 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:15.938094 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:15.938462 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.939265 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4e74dab9-2297-456a-a6a6-d5c67958441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.942116 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4e74dab9-2297-456a-a6a6-d5c67958441e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:15.943353 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4e74dab9-2297-456a-a6a6-d5c67958441e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5e15edf-535e-426a-be4b-e5307b936e46 HTTP/1.1" status: 204 len: 168 time: 0.1858838 Jun 15 07:09:15.944134 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d8016c3c-41b2-4586-8727-3cbfadbc8a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:15.953694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74dab9-2297-456a-a6a6-d5c67958441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e15edf-535e-426a-be4b-e5307b936e46,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:15.956457 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4e74dab9-2297-456a-a6a6-d5c67958441e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:16.055018 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:16.083225 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:16.134184 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890af148-b36b-4242-b3ad-cc208d80386a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:09:16.142310 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93af4d1e-53b9-475a-8012-a0e0ec8fc304" -d '{"events": [{"server_uuid": "890af148-b36b-4242-b3ad-cc208d80386a", "name": "network-vif-plugged", "status": "completed", "tag": "bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:09:16.174821 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:16.181381 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:16.183870 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:16.229811 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9c20ce-d4c0-44f6-ad66-dd1abd0bad0f x-openstack-request-id: req-8d9c20ce-d4c0-44f6-ad66-dd1abd0bad0f {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:09:16.230348 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890af148-b36b-4242-b3ad-cc208d80386a", "name": "network-vif-plugged", "status": "completed", "tag": "bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:09:16.230764 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d9c20ce-d4c0-44f6-ad66-dd1abd0bad0f {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:09:16.231343 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890af148-b36b-4242-b3ad-cc208d80386a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'code': 200} Jun 15 07:09:16.256724 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:16.261909 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:16.360984 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7ec155-4e29-4332-af7e-053add6d5514 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:09:16.381697 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:16.413017 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Transition to ACTIVE for port object 2c7ec155-4e29-4332-af7e-053add6d5514 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:16.417380 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:16.420228 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e43e769e-1dcc-40ec-9010-2aac4982cf89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:16.484624 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ec155-4e29-4332-af7e-053add6d5514,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:16.494347 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:16.703136 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa7729-eb73-46e1-9f03-a73f7548a462 req-972a9780-0731-4fd5-947f-04d5e2f95abd tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:16.704959 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-afaa7729-eb73-46e1-9f03-a73f7548a462 req-972a9780-0731-4fd5-947f-04d5e2f95abd tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.2526469 Jun 15 07:09:16.718076 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216a88a-6041-4a79-b7cc-f94d7f9831b8 req-8912327f-c057-4751-b01c-e9c7505e7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:16.718076 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1216a88a-6041-4a79-b7cc-f94d7f9831b8 req-8912327f-c057-4751-b01c-e9c7505e7238 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 1098 time: 0.2377331 Jun 15 07:09:16.753185 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Attempting to bind port 2c7ec155-4e29-4332-af7e-053add6d5514 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:16.753666 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Attempting to bind port 2c7ec155-4e29-4332-af7e-053add6d5514 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:16.755484 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Attempting to bind port 2c7ec155-4e29-4332-af7e-053add6d5514 on network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:16.763677 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Port 2c7ec155-4e29-4332-af7e-053add6d5514 on network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:09:16.764143 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Attempting to bind port 2c7ec155-4e29-4332-af7e-053add6d5514 on network 2a82592b-cd73-4513-bfa3-06fb7ad452e1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:16.776074 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b469-503c-4fe9-8a4c-f877676d2e00 req-2569f7c9-cd13-4c04-9a57-50efbed24127 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:16.777778 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dc94b469-503c-4fe9-8a4c-f877676d2e00 req-2569f7c9-cd13-4c04-9a57-50efbed24127 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 944 time: 0.1413536 Jun 15 07:09:16.791689 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:16.798280 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Checking segment: {'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:16.800174 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Bound using segment: {'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:16.804868 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Bound port: 2c7ec155-4e29-4332-af7e-053add6d5514, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb56b6e-372b-4dbd-a4ed-db44957ed749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:16.805398 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:16.842440 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-afaa7729-eb73-46e1-9f03-a73f7548a462 req-95e6f5ec-b065-48e2-b541-f074c56b6040 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276491 Jun 15 07:09:16.868879 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1216a88a-6041-4a79-b7cc-f94d7f9831b8 req-c27aff97-a3df-47a4-a3b7-59a1b55e195b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402206 Jun 15 07:09:16.987445 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dc94b469-503c-4fe9-8a4c-f877676d2e00 req-bad26b8f-60ba-42c3-83ab-d00a92d5a109 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779189 Jun 15 07:09:17.016298 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] For port 2c7ec155-4e29-4332-af7e-053add6d5514, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:17.020938 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] For port 2c7ec155-4e29-4332-af7e-053add6d5514, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2c7ec155-4e29-4332-af7e-053add6d5514,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:17.031706 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:17.037953 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:17.075505 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9e60-dff1-467b-886d-89e5c32aec7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:17.116442 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3b1d-7e98-47c6-9e3c-3b24bb8cbe44 req-9a2aeaa3-c814-41dc-9413-8b1279c4d487 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:17.117689 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:17.118710 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:17.120371 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] 10.222.0.11 "PUT /v2.0/ports/2c7ec155-4e29-4332-af7e-053add6d5514 HTTP/1.1" status: 200 len: 1094 time: 1.4226410 Jun 15 07:09:17.121110 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3e621e-fb04-4766-8b84-4a1866ab39b0', 'tag': '2c7ec155-4e29-4332-af7e-053add6d5514'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:09:17.123814 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ad2c43-cb13-4961-bb54-6285d26a00e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3e621e-fb04-4766-8b84-4a1866ab39b0", "tag": "2c7ec155-4e29-4332-af7e-053add6d5514"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:09:17.139543 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-283a3b1d-7e98-47c6-9e3c-3b24bb8cbe44 req-9a2aeaa3-c814-41dc-9413-8b1279c4d487 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 945 time: 0.1576889 Jun 15 07:09:17.157077 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ec155-4e29-4332-af7e-053add6d5514,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:17.174633 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:17.201653 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634a229-4444-41a4-b119-6f84c55ec78f x-openstack-request-id: req-c634a229-4444-41a4-b119-6f84c55ec78f {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:09:17.202058 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3e621e-fb04-4766-8b84-4a1866ab39b0", "tag": "2c7ec155-4e29-4332-af7e-053add6d5514", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:09:17.202405 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c634a229-4444-41a4-b119-6f84c55ec78f {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:09:17.202899 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3e621e-fb04-4766-8b84-4a1866ab39b0', 'tag': '2c7ec155-4e29-4332-af7e-053add6d5514', 'status': 'completed', 'code': 200} Jun 15 07:09:17.264437 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-283a3b1d-7e98-47c6-9e3c-3b24bb8cbe44 req-637fc668-1d5f-4164-ab32-c0f6341899b7 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205363 Jun 15 07:09:17.277838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-e6c2db20-cd1b-4a10-8330-ab29a993b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:17.279777 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-e6c2db20-cd1b-4a10-8330-ab29a993b1af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17e488f3489c4eecbad7d8e707957428&device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 1097 time: 0.1024611 Jun 15 07:09:17.396617 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-45c0d092-2d54-44d3-a089-c42f4761c5d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7ec155-4e29-4332-af7e-053add6d5514 HTTP/1.1" status: 200 len: 217 time: 0.1012449 Jun 15 07:09:17.489464 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-91494d71-b6ba-49cc-b69b-d9861c0c436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:17.489464 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-91494d71-b6ba-49cc-b69b-d9861c0c436d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df776c28-ba05-4445-a2ad-6b572f0d62e5 HTTP/1.1" status: 200 len: 849 time: 0.0863707 Jun 15 07:09:17.560433 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-ea0e83ad-7c21-4040-9c7a-cbec68173fba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a82592b-cd73-4513-bfa3-06fb7ad452e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424659 Jun 15 07:09:17.704517 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-503db945-3853-44e2-bf8a-55dc9c0e90c2 service neutron] 10.222.0.11 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259255 Jun 15 07:09:17.835519 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-042b072e-b2ff-461f-a9d3-4e839b15e399 req-b65b2a70-9f32-455e-83c1-b8f45e57531e service neutron] 10.222.0.11 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176808 Jun 15 07:09:18.051186 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-ae43da79-b6cd-4834-9f22-b5d8d8008d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:18.052727 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-ae43da79-b6cd-4834-9f22-b5d8d8008d04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17e488f3489c4eecbad7d8e707957428&device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 1097 time: 0.1551118 Jun 15 07:09:18.086974 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca8c91-6a8b-4806-9f5f-11684390fdde req-2cebf91e-5940-4cc0-b523-0c5f225b7bb1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:18.095076 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-88ca8c91-6a8b-4806-9f5f-11684390fdde req-2cebf91e-5940-4cc0-b523-0c5f225b7bb1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1060190 Jun 15 07:09:18.167528 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-88ca8c91-6a8b-4806-9f5f-11684390fdde req-f8b77c03-ba0a-47d0-9615-771028617226 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698795 Jun 15 07:09:18.295507 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-c3af9f09-04b3-4cdb-a5f6-7dfa155a0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:18.296991 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-c3af9f09-04b3-4cdb-a5f6-7dfa155a0029 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a82592b-cd73-4513-bfa3-06fb7ad452e1 HTTP/1.1" status: 200 len: 910 time: 0.2262452 Jun 15 07:09:18.363372 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-46875b01-63d8-40fe-bbdc-befc2b8e6df8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7ec155-4e29-4332-af7e-053add6d5514 HTTP/1.1" status: 200 len: 217 time: 0.0562301 Jun 15 07:09:18.384400 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757f702-ae78-46c4-b105-f11c0047348a req-e2641e6c-4afb-4ebf-a6d3-65d13776afec tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:18.386280 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5757f702-ae78-46c4-b105-f11c0047348a req-e2641e6c-4afb-4ebf-a6d3-65d13776afec tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 944 time: 0.1425636 Jun 15 07:09:18.467385 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b2050-acd2-4723-b9b6-68520d2fff99 req-943e062e-4eca-4ae3-9892-2916bff9bc31 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:18.468903 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-034b2050-acd2-4723-b9b6-68520d2fff99 req-943e062e-4eca-4ae3-9892-2916bff9bc31 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 945 time: 0.0806749 Jun 15 07:09:18.475731 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-edbc3ef3-7b69-4be6-826d-8017a8d46d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:18.477938 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-edbc3ef3-7b69-4be6-826d-8017a8d46d03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df776c28-ba05-4445-a2ad-6b572f0d62e5 HTTP/1.1" status: 200 len: 849 time: 0.0906200 Jun 15 07:09:18.478372 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35448) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:18.492374 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5757f702-ae78-46c4-b105-f11c0047348a req-2b27d815-8f01-4a70-8725-4687bd6ad6d2 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623841 Jun 15 07:09:18.545880 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-fc93fb62-c184-42de-a794-8d749d53025c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a82592b-cd73-4513-bfa3-06fb7ad452e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521560 Jun 15 07:09:18.561789 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-034b2050-acd2-4723-b9b6-68520d2fff99 req-fc8d8a5a-af23-49f7-8897-dfc878b45b85 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856810 Jun 15 07:09:18.683503 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f29420c4-246c-4d8a-959e-293a68934fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:18.703533 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-9ad0aea0-4ed3-4ae3-a2b3-bd7504a6ff62 service neutron] 10.222.0.11 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433711 Jun 15 07:09:18.830967 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f29420c4-246c-4d8a-959e-293a68934fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:18.836256 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f29420c4-246c-4d8a-959e-293a68934fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:18.838954 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7ff96040-2b32-4f01-8dd3-681f33a32ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:18.887224 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f29420c4-246c-4d8a-959e-293a68934fce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73b90285bceb4b5ba97bb0f6ac8783b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078186 Jun 15 07:09:18.887979 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29420c4-246c-4d8a-959e-293a68934fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d716323-971f-4ff0-8ed5-09072e716ca3,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:18.890490 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35462) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:18.899983 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b6ad2c43-cb13-4961-bb54-6285d26a00e0 req-bc1db06c-ecd6-4134-b70e-5decc98a6dcb service neutron] 10.222.0.11 "GET /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763868 Jun 15 07:09:18.939538 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f29420c4-246c-4d8a-959e-293a68934fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:18.975276 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f26fda2-debe-45ea-b3f9-dafd788550a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.003361 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f26fda2-debe-45ea-b3f9-dafd788550a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.043935 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac32e72-d1f2-4aff-a52f-a89e4e47f6af req-555686e6-cc19-48f0-9558-be165d14cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:19.043935 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4ac32e72-d1f2-4aff-a52f-a89e4e47f6af req-555686e6-cc19-48f0-9558-be165d14cfe9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 1098 time: 0.0811939 Jun 15 07:09:19.076771 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f26fda2-debe-45ea-b3f9-dafd788550a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.080045 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f26fda2-debe-45ea-b3f9-dafd788550a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.083554 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0f26fda2-debe-45ea-b3f9-dafd788550a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d716323-971f-4ff0-8ed5-09072e716ca3 HTTP/1.1" status: 204 len: 168 time: 0.1797388 Jun 15 07:09:19.084029 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-438c3516-1f88-4d61-aedc-90ff87e03a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:19.102595 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26fda2-debe-45ea-b3f9-dafd788550a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d716323-971f-4ff0-8ed5-09072e716ca3,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:19.109348 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0f26fda2-debe-45ea-b3f9-dafd788550a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:19.112163 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4ac32e72-d1f2-4aff-a52f-a89e4e47f6af req-65ac1c02-a720-419d-8156-70390ca1f53b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636473 Jun 15 07:09:19.375890 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d278b19-fab4-4047-acaa-ae83f806f203 req-0778816e-ad02-4953-a028-7e2467cb7908 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:19.377563 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d278b19-fab4-4047-acaa-ae83f806f203 req-0778816e-ad02-4953-a028-7e2467cb7908 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0847096 Jun 15 07:09:19.450369 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d278b19-fab4-4047-acaa-ae83f806f203 req-82c1091c-ad08-4a92-ab52-63f642bdb720 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662124 Jun 15 07:09:19.483241 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35494) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:19.501010 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9ee008cb-4240-4bb5-bea6-64aca47e3a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.582466 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cf6afade-d175-4e83-819a-a5d2891a8750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.611325 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9ee008cb-4240-4bb5-bea6-64aca47e3a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.615280 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9ee008cb-4240-4bb5-bea6-64aca47e3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.618505 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e5f36f17-e7ab-42d3-a4eb-2ed5ba6231b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:19.660391 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9ee008cb-4240-4bb5-bea6-64aca47e3a49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4974ecf2707640c88cebdb22ba609a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728649 Jun 15 07:09:19.660391 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee008cb-4240-4bb5-bea6-64aca47e3a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a42324-7328-467c-8f48-1b7f8ca85ab4,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:19.661226 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35500) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:19.678679 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9ee008cb-4240-4bb5-bea6-64aca47e3a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:19.681918 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.702171 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26ec38-13db-4e6c-a163-e0379d83f309 req-545f1608-f57c-44da-a982-3d7d29e282ac tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:19.703652 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ea26ec38-13db-4e6c-a163-e0379d83f309 req-545f1608-f57c-44da-a982-3d7d29e282ac tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 944 time: 0.0821772 Jun 15 07:09:19.726547 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cffe2998-df11-4306-a85b-20ef0211b770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.747241 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ea26ec38-13db-4e6c-a163-e0379d83f309 req-efec5ba3-9e20-46d4-b25b-34083b26af88 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Jun 15 07:09:19.752378 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cffe2998-df11-4306-a85b-20ef0211b770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.802845 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cffe2998-df11-4306-a85b-20ef0211b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.805911 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cffe2998-df11-4306-a85b-20ef0211b770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:19.807047 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-cffe2998-df11-4306-a85b-20ef0211b770 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31a42324-7328-467c-8f48-1b7f8ca85ab4 HTTP/1.1" status: 204 len: 168 time: 0.1448870 Jun 15 07:09:19.807803 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e2cdc0e1-87fd-497d-8d89-72c1c893cbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:19.816018 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2998-df11-4306-a85b-20ef0211b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a42324-7328-467c-8f48-1b7f8ca85ab4,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:19.818224 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cffe2998-df11-4306-a85b-20ef0211b770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:20.147454 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35512) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:20.164160 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6da75ead-23bb-4866-a8d2-0916cfa7e07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:20.266772 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6da75ead-23bb-4866-a8d2-0916cfa7e07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:20.270724 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6da75ead-23bb-4866-a8d2-0916cfa7e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:20.274206 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6d9f6d2e-d440-4cab-b76d-61e01077b4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:20.315148 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6da75ead-23bb-4866-a8d2-0916cfa7e07f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a52773a8e52c45a99c0b8f90baac89c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659224 Jun 15 07:09:20.316079 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da75ead-23bb-4866-a8d2-0916cfa7e07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b423bc99-8648-48ab-addb-4a238c0eb6ad,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:20.317675 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 35514) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:20.319233 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6da75ead-23bb-4866-a8d2-0916cfa7e07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:20.368809 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7b0f15c6-386e-4f21-b1db-c4898b608c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:20.390659 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7b0f15c6-386e-4f21-b1db-c4898b608c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:20.437742 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7b0f15c6-386e-4f21-b1db-c4898b608c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:20.440515 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7b0f15c6-386e-4f21-b1db-c4898b608c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:20.441407 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7b0f15c6-386e-4f21-b1db-c4898b608c7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b423bc99-8648-48ab-addb-4a238c0eb6ad HTTP/1.1" status: 204 len: 168 time: 0.1227658 Jun 15 07:09:20.442064 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:20.453290 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f15c6-386e-4f21-b1db-c4898b608c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b423bc99-8648-48ab-addb-4a238c0eb6ad,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:20.456427 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7b0f15c6-386e-4f21-b1db-c4898b608c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:20.643302 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e17ac-f421-4581-a421-353d84426917 req-319f4ee4-f316-4c7a-9c8f-4f2691ffd422 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:20.644926 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7d6e17ac-f421-4581-a421-353d84426917 req-319f4ee4-f316-4c7a-9c8f-4f2691ffd422 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0769508 Jun 15 07:09:20.693689 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7d6e17ac-f421-4581-a421-353d84426917 req-e0e640b9-1503-413c-b2df-40b9c8d68a90 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Jun 15 07:09:20.806453 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:20.942354 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0013e4b-8c94-4ff8-9358-dfccac61b454 req-67aa0efb-aa83-4414-ac78-82d87ecb92d3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:20.943792 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c0013e4b-8c94-4ff8-9358-dfccac61b454 req-67aa0efb-aa83-4414-ac78-82d87ecb92d3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 944 time: 0.0697384 Jun 15 07:09:20.978504 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2c7ec155-4e29-4332-af7e-053add6d5514 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:09:20.984276 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c0013e4b-8c94-4ff8-9358-dfccac61b454 req-ca528943-cd29-44ae-8f0c-ca97e689eac5 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Jun 15 07:09:21.093582 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2c7ec155-4e29-4332-af7e-053add6d5514, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2c7ec155-4e29-4332-af7e-053add6d5514,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:21.106705 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '2c7ec155-4e29-4332-af7e-053add6d5514', 'network_id': '2a82592b-cd73-4513-bfa3-06fb7ad452e1', 'port_id': '2c7ec155-4e29-4332-af7e-053add6d5514', 'mac_address': 'fa:16:3e:87:25:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df776c28-ba05-4445-a2ad-6b572f0d62e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:09:21.153948 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:21.169665 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7ec155-4e29-4332-af7e-053add6d5514 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:09:21.191646 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2c7ec155-4e29-4332-af7e-053add6d5514, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2c7ec155-4e29-4332-af7e-053add6d5514,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:21.195705 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:21.197426 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:21.250983 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2c7ec155-4e29-4332-af7e-053add6d5514,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:21.254064 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:21.893639 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85ccdc-b40f-4dd0-8637-5a4dc7218b19 req-adc3353d-f578-41df-8c36-a1defeddc425 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:21.895058 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-aa85ccdc-b40f-4dd0-8637-5a4dc7218b19 req-adc3353d-f578-41df-8c36-a1defeddc425 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0846033 Jun 15 07:09:21.942805 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-aa85ccdc-b40f-4dd0-8637-5a4dc7218b19 req-b0046efc-9eac-499c-a344-c3fe54a73d10 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Jun 15 07:09:22.192488 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c58f-492b-4f0f-b1c9-0dbcc4e2caed req-271fbad5-e9a7-4a36-ac10-19fef0a8e0f7 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:22.193972 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-82a5c58f-492b-4f0f-b1c9-0dbcc4e2caed req-271fbad5-e9a7-4a36-ac10-19fef0a8e0f7 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 945 time: 0.0700905 Jun 15 07:09:22.237293 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-82a5c58f-492b-4f0f-b1c9-0dbcc4e2caed req-b169ee54-97c6-4774-8009-cac7b25e8bd5 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Jun 15 07:09:22.262415 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:22.363737 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['2c7ec155-4e29-4332-af7e-053add6d5514'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:09:23.128670 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6950d-60f4-4291-b418-0012ec1e9017 req-4a2601c5-fff4-4742-a38d-4c524c8a04e8 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:23.130490 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0d6950d-60f4-4291-b418-0012ec1e9017 req-4a2601c5-fff4-4742-a38d-4c524c8a04e8 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0726931 Jun 15 07:09:23.181118 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0d6950d-60f4-4291-b418-0012ec1e9017 req-22eb58e0-e663-462d-ae76-d1ab95e5e056 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 Jun 15 07:09:23.432010 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c3bff-d901-4f5d-ac2e-05cc6eac2959 req-79385e86-0a70-47ca-95a1-635bd7404fc3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:23.433512 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4a7c3bff-d901-4f5d-ac2e-05cc6eac2959 req-79385e86-0a70-47ca-95a1-635bd7404fc3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 945 time: 0.0739472 Jun 15 07:09:23.477801 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4a7c3bff-d901-4f5d-ac2e-05cc6eac2959 req-84abbbe7-349b-4846-82db-986f2265141c tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382571 Jun 15 07:09:24.374369 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2f045-504f-4391-bace-84fc588f9d49 req-41308485-f51a-4db4-84f3-2bc36303f84c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:24.376003 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-52a2f045-504f-4391-bace-84fc588f9d49 req-41308485-f51a-4db4-84f3-2bc36303f84c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0786541 Jun 15 07:09:24.419250 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-52a2f045-504f-4391-bace-84fc588f9d49 req-114a9ec7-7a3b-4531-b82d-cb79906ea5a1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376601 Jun 15 07:09:24.658454 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d11bd-77ba-4bfd-8964-087ce2292eb4 req-c232053f-e3eb-4f63-ac71-bf0a3f959859 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:24.659896 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0e0d11bd-77ba-4bfd-8964-087ce2292eb4 req-c232053f-e3eb-4f63-ac71-bf0a3f959859 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 945 time: 0.0712695 Jun 15 07:09:24.699816 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0e0d11bd-77ba-4bfd-8964-087ce2292eb4 req-d4ed9586-a9a4-45eb-a9dc-739cf398384a tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337920 Jun 15 07:09:25.600603 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e6217-afc2-44d1-a34a-fdcc9096af74 req-59d1b4df-d48e-444d-b8b0-cfd5f6458376 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:25.602665 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d07e6217-afc2-44d1-a34a-fdcc9096af74 req-59d1b4df-d48e-444d-b8b0-cfd5f6458376 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0712323 Jun 15 07:09:25.643210 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d07e6217-afc2-44d1-a34a-fdcc9096af74 req-26c49f3f-d662-4cf7-ab08-9d38933430b7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349405 Jun 15 07:09:25.884023 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f104-2d7f-48f7-a45c-e88f260e319d req-625d3a67-d278-481e-a058-12693cf4be14 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:25.885514 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9793f104-2d7f-48f7-a45c-e88f260e319d req-625d3a67-d278-481e-a058-12693cf4be14 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 945 time: 0.0731034 Jun 15 07:09:25.929495 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9793f104-2d7f-48f7-a45c-e88f260e319d req-a87addbf-ca32-4fe3-86b7-4b0fd0fd190e tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371065 Jun 15 07:09:26.862778 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea1a8-af9f-456a-b51a-6cf3d7ee6ebe req-6957ebb2-1091-42bf-a720-c733f142d500 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:26.864275 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4a9ea1a8-af9f-456a-b51a-6cf3d7ee6ebe req-6957ebb2-1091-42bf-a720-c733f142d500 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0856109 Jun 15 07:09:26.915113 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4a9ea1a8-af9f-456a-b51a-6cf3d7ee6ebe req-9bb57492-1401-4f5b-8dbd-b85778572008 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Jun 15 07:09:27.150541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68e149-4c6a-43ae-9c96-daaf89cabdd8 req-1f5ff89b-1ed2-4b5d-ace3-c8ee43cf7fbb tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:27.153386 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cd68e149-4c6a-43ae-9c96-daaf89cabdd8 req-1f5ff89b-1ed2-4b5d-ace3-c8ee43cf7fbb tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 945 time: 0.0848923 Jun 15 07:09:27.158580 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f14fe-03b8-46b7-b649-c961a1a12775 req-d8638fec-88b6-4c1f-92e1-3451137d2d89 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:27.160075 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c26f14fe-03b8-46b7-b649-c961a1a12775 req-d8638fec-88b6-4c1f-92e1-3451137d2d89 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0765445 Jun 15 07:09:27.209546 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c26f14fe-03b8-46b7-b649-c961a1a12775 req-8c1cd030-6df1-4656-bc20-19d4cd034c2a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Jun 15 07:09:27.212708 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cd68e149-4c6a-43ae-9c96-daaf89cabdd8 req-002d6aeb-8caa-454c-b235-8e7f9cb73dd9 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Jun 15 07:09:27.485780 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2c7ec155-4e29-4332-af7e-053add6d5514 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:27.549815 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 2c7ec155-4e29-4332-af7e-053add6d5514 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:27.555438 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 2c7ec155-4e29-4332-af7e-053add6d5514 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:27.556030 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:27.763338 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:27.792246 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3e621e-fb04-4766-8b84-4a1866ab39b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7ec155-4e29-4332-af7e-053add6d5514'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:09:27.793337 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c61d1f-f4a0-46a9-b44f-1bf6f0d004fb" -d '{"events": [{"server_uuid": "7a3e621e-fb04-4766-8b84-4a1866ab39b0", "name": "network-vif-plugged", "status": "completed", "tag": "2c7ec155-4e29-4332-af7e-053add6d5514"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:09:27.806123 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2c7ec155-4e29-4332-af7e-053add6d5514, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2c7ec155-4e29-4332-af7e-053add6d5514,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:27.810769 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:27.815063 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:27.856435 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a338f4c-9994-4f5a-990e-4e68f1548dd8 x-openstack-request-id: req-0a338f4c-9994-4f5a-990e-4e68f1548dd8 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:09:27.856963 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3e621e-fb04-4766-8b84-4a1866ab39b0", "name": "network-vif-plugged", "status": "completed", "tag": "2c7ec155-4e29-4332-af7e-053add6d5514", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:09:27.857835 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a338f4c-9994-4f5a-990e-4e68f1548dd8 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:09:27.857835 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3e621e-fb04-4766-8b84-4a1866ab39b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7ec155-4e29-4332-af7e-053add6d5514', 'code': 200} Jun 15 07:09:27.877464 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2c7ec155-4e29-4332-af7e-053add6d5514,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:27.880566 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:28.111605 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f185e5-b2c7-43ad-aa61-c8c5d562ca93 req-a200dde8-79e7-46d2-aa2d-902d179aee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:28.113503 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-65f185e5-b2c7-43ad-aa61-c8c5d562ca93 req-a200dde8-79e7-46d2-aa2d-902d179aee50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 1099 time: 0.0615053 Jun 15 07:09:28.157218 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-65f185e5-b2c7-43ad-aa61-c8c5d562ca93 req-d5525d25-a673-43b0-b965-6f8054aef1ba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Jun 15 07:09:28.397167 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aa71c-63c9-4f54-bcd4-7f14837c6ea0 req-f1f9dbb6-e228-48df-b1d6-96235ff6b11f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:28.405297 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e76aa71c-63c9-4f54-bcd4-7f14837c6ea0 req-f1f9dbb6-e228-48df-b1d6-96235ff6b11f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 946 time: 0.0847473 Jun 15 07:09:28.411683 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35714) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:28.444341 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e76aa71c-63c9-4f54-bcd4-7f14837c6ea0 req-828eff44-124b-45fd-b15b-767f294d185b tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Jun 15 07:09:28.524927 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c0650685-d622-47a1-86de-b5f0cf872f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:28.620425 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c0650685-d622-47a1-86de-b5f0cf872f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:28.626345 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c0650685-d622-47a1-86de-b5f0cf872f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:28.629402 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:28.670722 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c0650685-d622-47a1-86de-b5f0cf872f8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=207277c5abf84d2ca67720c3f59ce5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568269 Jun 15 07:09:28.671722 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0650685-d622-47a1-86de-b5f0cf872f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd37888-991f-4cfa-b69f-6d523b8587e1,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:28.673353 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 35728) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:28.674921 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c0650685-d622-47a1-86de-b5f0cf872f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:28.729976 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a78ac796-2149-4330-86df-76137407a1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:28.756678 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a78ac796-2149-4330-86df-76137407a1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:28.817265 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a78ac796-2149-4330-86df-76137407a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:28.821498 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a78ac796-2149-4330-86df-76137407a1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:28.823087 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a78ac796-2149-4330-86df-76137407a1ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cd37888-991f-4cfa-b69f-6d523b8587e1 HTTP/1.1" status: 204 len: 168 time: 0.1487081 Jun 15 07:09:28.824203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-77f7eb4c-5dfe-4c90-bca3-851f26e8b736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:28.838860 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ac796-2149-4330-86df-76137407a1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd37888-991f-4cfa-b69f-6d523b8587e1,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:28.842312 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a78ac796-2149-4330-86df-76137407a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:29.060996 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-a5182c68-e115-4088-9d73-7edf0c685275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:29.062661 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-a5182c68-e115-4088-9d73-7edf0c685275 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0821600 Jun 15 07:09:29.172191 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badeb4b-9a68-41cd-ae72-bf5d3883dee9 req-a4c550e3-32df-41ee-b090-00d23fa265e7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:29.173809 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6badeb4b-9a68-41cd-ae72-bf5d3883dee9 req-a4c550e3-32df-41ee-b090-00d23fa265e7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1558125 Jun 15 07:09:29.236311 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6badeb4b-9a68-41cd-ae72-bf5d3883dee9 req-4de854c7-a768-458c-b6ac-acc17f32820c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Jun 15 07:09:29.278843 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35756) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:29.295586 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-db6321e5-e196-4e98-b695-5a30e2541a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.447592 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-db6321e5-e196-4e98-b695-5a30e2541a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.455772 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-db6321e5-e196-4e98-b695-5a30e2541a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.482463 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5be80157-3f4b-4861-bde4-6a1f82d58789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:29.504166 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-db6321e5-e196-4e98-b695-5a30e2541a96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=046f2e5c53ec435c9fef0eeaf3bcb04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241578 Jun 15 07:09:29.507551 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35766) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:29.508090 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35768) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:29.521706 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6321e5-e196-4e98-b695-5a30e2541a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1567a66-7c3d-41f8-97aa-55eb42ae0a50,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:29.524888 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-db6321e5-e196-4e98-b695-5a30e2541a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:29.585337 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-3bec5a53-148d-42cb-baf2-2dc3b25b6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:29.587510 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-3bec5a53-148d-42cb-baf2-2dc3b25b6f5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.5025175 Jun 15 07:09:29.608375 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c43489f7-45a9-4b8b-b04f-20510731db6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.660172 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c43489f7-45a9-4b8b-b04f-20510731db6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.662333 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b80aba05-2cf2-4876-8f9d-4d675a2088e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.674072 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-a58258b3-51ad-431f-9cdf-85fa01ec26f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 200 len: 217 time: 0.0681925 Jun 15 07:09:29.749264 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c43489f7-45a9-4b8b-b04f-20510731db6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.752734 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c43489f7-45a9-4b8b-b04f-20510731db6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.754128 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c43489f7-45a9-4b8b-b04f-20510731db6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1567a66-7c3d-41f8-97aa-55eb42ae0a50 HTTP/1.1" status: 204 len: 168 time: 0.2439337 Jun 15 07:09:29.757182 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3fae39c6-0e41-4183-b3d7-8394c0cd6f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:29.772218 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43489f7-45a9-4b8b-b04f-20510731db6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1567a66-7c3d-41f8-97aa-55eb42ae0a50,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:29.773406 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-829d9b13-4d5f-4489-9c8a-a74fdf5e58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:29.776232 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-829d9b13-4d5f-4489-9c8a-a74fdf5e58cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.0811949 Jun 15 07:09:29.782755 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c43489f7-45a9-4b8b-b04f-20510731db6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:29.821162 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-b03a94b4-712a-450e-bb06-b35032fddc9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356805 Jun 15 07:09:29.826497 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b80aba05-2cf2-4876-8f9d-4d675a2088e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.833961 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b80aba05-2cf2-4876-8f9d-4d675a2088e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.834093 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437342f-7a18-49e8-9ed5-efb4f57a3048 req-d1e0a12c-31c3-4fc7-b49e-82c78a1c82c3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:29.838011 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-668a5f94-8874-4fbd-ae7a-f5bd00649a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:29.842148 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f437342f-7a18-49e8-9ed5-efb4f57a3048 req-d1e0a12c-31c3-4fc7-b49e-82c78a1c82c3 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 946 time: 0.2268469 Jun 15 07:09:29.882755 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aba05-2cf2-4876-8f9d-4d675a2088e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f487045-59af-4467-ab91-8083f0c3f00f,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:29.886071 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b80aba05-2cf2-4876-8f9d-4d675a2088e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:29.896173 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b80aba05-2cf2-4876-8f9d-4d675a2088e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd506cc67d4942b4b6a1a33e188f4147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847079 Jun 15 07:09:29.896423 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35782) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:29.924003 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f437342f-7a18-49e8-9ed5-efb4f57a3048 req-70e5be8e-bd41-4c5a-ac55-5f4cdeceab12 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809243 Jun 15 07:09:29.969388 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-de323429-240f-47f5-867e-1ae503ee34d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:29.998441 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-de323429-240f-47f5-867e-1ae503ee34d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:30.045647 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-b0acfa89-29e5-4181-bf84-d5fe272a613e service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015011 Jun 15 07:09:30.072583 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-de323429-240f-47f5-867e-1ae503ee34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:30.075892 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-de323429-240f-47f5-867e-1ae503ee34d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:30.081471 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-de323429-240f-47f5-867e-1ae503ee34d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f487045-59af-4467-ab91-8083f0c3f00f HTTP/1.1" status: 204 len: 168 time: 0.1806128 Jun 15 07:09:30.081471 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-038036ac-4539-4434-9f65-9d1ba5024a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:30.127554 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de323429-240f-47f5-867e-1ae503ee34d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f487045-59af-4467-ab91-8083f0c3f00f,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:30.131769 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-de323429-240f-47f5-867e-1ae503ee34d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:30.217123 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f7fe7df-6bc4-48d1-b114-ded1c5c52894 req-928a1b32-50aa-466f-93c4-dd20265ed4f6 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607306 Jun 15 07:09:30.488588 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf910fd7-aa0d-4595-8cfc-1e1204fd9e02 req-774a97dc-a21d-4dc4-80fa-9beb8b5e71cb tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:30.499007 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf910fd7-aa0d-4595-8cfc-1e1204fd9e02 req-774a97dc-a21d-4dc4-80fa-9beb8b5e71cb tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0912302 Jun 15 07:09:30.551428 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf910fd7-aa0d-4595-8cfc-1e1204fd9e02 req-e9cb97a6-990b-4ec6-bb3a-30dc1a149cf3 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512404 Jun 15 07:09:31.158490 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35872) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:31.278018 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33b046-6502-4792-94f1-933b7b956458 req-a9153de4-bc82-4fab-9839-861678946008 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:31.285300 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1c33b046-6502-4792-94f1-933b7b956458 req-a9153de4-bc82-4fab-9839-861678946008 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 946 time: 0.1457798 Jun 15 07:09:31.353693 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1c33b046-6502-4792-94f1-933b7b956458 req-c4b8ab0f-7530-4415-b7da-3dd36456a97f tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668173 Jun 15 07:09:31.375943 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1566353674-network', 'tenant_id': '70c32ed827b44976a672f5575ba839dd'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:31.407809 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Made reservation on behalf of 70c32ed827b44976a672f5575ba839dd for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:31.410299 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.427870 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.524913 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.530561 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.533619 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:31.559109 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:09:31.569155 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b005a9c1-3750-4016-b805-358fd9bd3832,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:31.573573 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:31.574558 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.574894 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Added segment 0201e476-c160-4d66-af5b-5d31fb97f035 of type vlan for network b84381c3-7da3-4966-978e-4ce35e1867fe Jun 15 07:09:31.629030 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.659653 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.660943 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:31.661550 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.663885 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0619878e-ae2e-4b5e-a0ee-43f79d9e13cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:31.703568 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5432873 Jun 15 07:09:31.708018 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35900) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:31.712898 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Request body: {'subnet': {'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1566353674-subnet', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:31.764552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54fbfe-6921-44a6-9c89-190229d77b16 req-620c4dba-7876-4584-90c9-26c55ac58a32 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:31.766094 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5c54fbfe-6921-44a6-9c89-190229d77b16 req-620c4dba-7876-4584-90c9-26c55ac58a32 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0903928 Jun 15 07:09:31.766220 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Pushing event updated for resources: {'Network': ['ID=b84381c3-7da3-4966-978e-4ce35e1867fe,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:31.771690 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:31.780322 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network b84381c3-7da3-4966-978e-4ce35e1867fe details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:09:31.781089 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Made reservation on behalf of 70c32ed827b44976a672f5575ba839dd for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:31.784377 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533101003'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:31.817079 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5c54fbfe-6921-44a6-9c89-190229d77b16 req-e845fc40-f7a9-4b97-8dda-06256daeaed7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Jun 15 07:09:32.001889 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533724011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533101021'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.005019 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c5c3f95a-6069-4d8c-bd14-f1ec7aac1869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:32.009895 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35904) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:32.078228 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6c6545-940f-470c-a711-1cd61367ef39,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:32.083944 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:32.088665 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Checking segment: {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:32.089053 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Network hostable DHCP agents. Network: b84381c3-7da3-4966-978e-4ce35e1867fe, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:09:32.105216 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Network b84381c3-7da3-4966-978e-4ce35e1867fe is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:09:32.113788 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, b84381c3-7da3-4966-978e-4ce35e1867fe) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:32.118565 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:32.119357 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.129493 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24ffeb2-a2e3-4601-a3de-5752077dc085 None None] Network b84381c3-7da3-4966-978e-4ce35e1867fe requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:09:32.151206 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-fe3b213c-cfa6-4dd9-9b9d-48f889705383 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4421895 Jun 15 07:09:32.154029 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 35908) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:32.158617 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:32.161175 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2522ceee-9db4-40b6-9eff-dc32c74d70dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.180324 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.181278 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.250116 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.281592 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2522ceee-9db4-40b6-9eff-dc32c74d70dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.286043 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2522ceee-9db4-40b6-9eff-dc32c74d70dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.288621 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d94dd3c2-9ab0-48c4-9372-f8cef80a5389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:32.333501 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522ceee-9db4-40b6-9eff-dc32c74d70dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d73e37-425b-451a-a64d-282d9f6923da,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:32.338594 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2522ceee-9db4-40b6-9eff-dc32c74d70dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2561af3a76b349ce834406f899e8f8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277130 Jun 15 07:09:32.339537 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2522ceee-9db4-40b6-9eff-dc32c74d70dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:32.341094 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35912) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:32.353283 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-b84381c3-7da3-4966-978e-4ce35e1867fe', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:09:32.355798 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.400241 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ea0ac1da-bea5-41be-8c76-e71e4d766cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.449648 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ea0ac1da-bea5-41be-8c76-e71e4d766cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.505341 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.506250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ea0ac1da-bea5-41be-8c76-e71e4d766cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.526583 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ea0ac1da-bea5-41be-8c76-e71e4d766cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.530505 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ea0ac1da-bea5-41be-8c76-e71e4d766cc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15d73e37-425b-451a-a64d-282d9f6923da HTTP/1.1" status: 204 len: 168 time: 0.1869407 Jun 15 07:09:32.531718 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9ee008cb-4240-4bb5-bea6-64aca47e3a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:32.599862 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Allocated IP 172.20.0.2 (b84381c3-7da3-4966-978e-4ce35e1867fe/cc6c6545-940f-470c-a711-1cd61367ef39/9ab8e5ab-df3b-4169-b8f3-c682fb54823b) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:32.653705 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ac1da-bea5-41be-8c76-e71e4d766cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d73e37-425b-451a-a64d-282d9f6923da,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:32.655800 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ea0ac1da-bea5-41be-8c76-e71e4d766cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:32.707347 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17db9b-5f5c-409b-b13f-05b86229ab31 req-baa35ae9-372a-4c0b-8279-1f4ca5a985f0 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:32.710153 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af17db9b-5f5c-409b-b13f-05b86229ab31 req-baa35ae9-372a-4c0b-8279-1f4ca5a985f0 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 946 time: 0.1530662 Jun 15 07:09:32.780011 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af17db9b-5f5c-409b-b13f-05b86229ab31 req-59a6cf6c-e5d9-4520-a78e-6d34d178a064 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616703 Jun 15 07:09:32.827991 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.837313 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Transition to ACTIVE for port object 9ab8e5ab-df3b-4169-b8f3-c682fb54823b will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:32.854645 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Transition to ACTIVE for port object 9ab8e5ab-df3b-4169-b8f3-c682fb54823b will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:32.863559 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.868618 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7addeca8-ebe3-4d15-98dc-9f708cd7cb1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:32.872790 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.909289 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.918087 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35930) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:32.925322 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Network b84381c3-7da3-4966-978e-4ce35e1867fe is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:32.928292 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:32.933886 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:32.940209 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8aa64a2b-c478-4e20-92cd-cff7bb04967b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:32.941118 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Pushing event updated for resources: {'Port': ['ID=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:32.951492 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:33.037372 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Attempting to bind port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:33.037755 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Attempting to bind port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:33.038209 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Attempting to bind port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b on network b84381c3-7da3-4966-978e-4ce35e1867fe {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:33.044697 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:33.045234 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Checking segment: {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:33.045716 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.046190 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Bound using segment: {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:33.046747 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Bound port: 9ab8e5ab-df3b-4169-b8f3-c682fb54823b, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:33.047202 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.073434 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8aa64a2b-c478-4e20-92cd-cff7bb04967b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.077545 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8aa64a2b-c478-4e20-92cd-cff7bb04967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.080439 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c163f76d-950a-4363-9315-38a933293311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:33.121684 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa64a2b-c478-4e20-92cd-cff7bb04967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b649a5-9ca9-441f-bf1d-2af802969377,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:33.122408 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Allocated IP 172.27.3.8 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/7679ebb0-0fe0-4eb9-8168-48094b3f4d38) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:33.125363 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8aa64a2b-c478-4e20-92cd-cff7bb04967b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:33.128124 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8aa64a2b-c478-4e20-92cd-cff7bb04967b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bd03a24ba014bafa318ff618a748df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088118 Jun 15 07:09:33.128405 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] For port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:33.130944 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 35932) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:33.131911 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] For port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:33.137558 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ea933-54a2-4f1c-b4e8-b5a68ca64a0f req-6ca370b5-9edf-4315-ba34-c68b8e6040b1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:33.140265 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.144571 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3c7ea933-54a2-4f1c-b4e8-b5a68ca64a0f req-6ca370b5-9edf-4315-ba34-c68b8e6040b1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1565263 Jun 15 07:09:33.150815 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:33.196748 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c53f61fc-8edb-4e6f-8f05-1f46e4e37b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.228241 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c53f61fc-8edb-4e6f-8f05-1f46e4e37b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.230321 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Pushing event updated for resources: {'Port': ['ID=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:33.237584 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:33.271094 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3c7ea933-54a2-4f1c-b4e8-b5a68ca64a0f req-5adccf24-5f8f-4ceb-b1cb-bf9c3442401b tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256111 Jun 15 07:09:33.291546 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c53f61fc-8edb-4e6f-8f05-1f46e4e37b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.295587 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c53f61fc-8edb-4e6f-8f05-1f46e4e37b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.299714 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c53f61fc-8edb-4e6f-8f05-1f46e4e37b1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25b649a5-9ca9-441f-bf1d-2af802969377 HTTP/1.1" status: 204 len: 168 time: 0.1675770 Jun 15 07:09:33.300629 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c0650685-d622-47a1-86de-b5f0cf872f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:33.310705 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f61fc-8edb-4e6f-8f05-1f46e4e37b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b649a5-9ca9-441f-bf1d-2af802969377,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:33.313081 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c53f61fc-8edb-4e6f-8f05-1f46e4e37b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:33.386663 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-cabec608-e151-4f4d-9194-1bc733c45883 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:33.388149 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-cabec608-e151-4f4d-9194-1bc733c45883 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 946 time: 0.2171648 Jun 15 07:09:33.396161 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.566519 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:33.581960 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-061ee367-bd8a-4d91-91c8-8fd436786a62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:33.642819 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:33.653235 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:33.657546 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:33.659838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Pushing event updated for resources: {'Port': ['ID=7679ebb0-0fe0-4eb9-8168-48094b3f4d38,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:33.665486 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:33.716366 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Deleting port 2c7ec155-4e29-4332-af7e-053add6d5514 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:09:33.716787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:34.083587 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 9ab8e5ab-df3b-4169-b8f3-c682fb54823b up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:34.168373 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:34.284962 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] For port 2c7ec155-4e29-4332-af7e-053add6d5514, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2c7ec155-4e29-4332-af7e-053add6d5514,segment=NetworkSegment(8fb56b6e-372b-4dbd-a4ed-db44957ed749),segment_id=8fb56b6e-372b-4dbd-a4ed-db44957ed749)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:34.285337 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:34.357895 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a996c37-da70-4c59-b9e3-557c0b16999d None None] Network b84381c3-7da3-4966-978e-4ce35e1867fe requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:09:34.489690 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] Provisioning for port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:34.489932 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Calling delete_port for 2c7ec155-4e29-4332-af7e-053add6d5514 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:09:34.496844 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35736df-feeb-4371-918d-75a546e9207d req-cf9a2db8-1103-44e2-8e55-39c1dbced7df tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:34.498392 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a35736df-feeb-4371-918d-75a546e9207d req-cf9a2db8-1103-44e2-8e55-39c1dbced7df tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0893359 Jun 15 07:09:34.504832 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] Provisioning complete for port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:34.505221 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:34.576741 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a35736df-feeb-4371-918d-75a546e9207d req-21c10674-39d3-4a99-96f2-1bd3e90c260e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612664 Jun 15 07:09:34.643103 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4ebac-0a0d-4abd-bc33-aeb538bbf9ed req-985ff07d-90a2-4a12-b57a-ecaafc1010f1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:34.651410 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f1b4ebac-0a0d-4abd-bc33-aeb538bbf9ed req-985ff07d-90a2-4a12-b57a-ecaafc1010f1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 946 time: 0.4584863 Jun 15 07:09:34.676436 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:34.749890 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:34.817912 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] For port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:34.829298 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:34.831563 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:34.863489 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f1b4ebac-0a0d-4abd-bc33-aeb538bbf9ed req-aa7b1586-3452-4878-bd4a-451daa5bb9ea tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/security-groups?id=00bffbe1-13a2-452d-b9f2-6334a44292cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104883 Jun 15 07:09:35.016365 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] Pushing event updated for resources: {'Port': ['ID=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:35.028777 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:35.065243 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7d343f91-a432-47eb-8bc4-b24527058c57 None None] Provisioning complete for port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:35.067164 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7d343f91-a432-47eb-8bc4-b24527058c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:35.115719 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:35.139492 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:35.151012 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['2c7ec155-4e29-4332-af7e-053add6d5514'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:09:35.225117 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Pushing event deleted for resources: {'Port': ['ID=2c7ec155-4e29-4332-af7e-053add6d5514,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:35.252191 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:35.277327 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36008) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:35.295364 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-890cb6e6-ff81-4d10-aca4-ad765f707e20 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:35.296889 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-890cb6e6-ff81-4d10-aca4-ad765f707e20 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 815 time: 0.5147731 Jun 15 07:09:35.312589 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-8c169708-a15b-4d47-b0d0-aa02291d62a5 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/quotas/9dc43714430548b0b033bc1b8a040feb HTTP/1.1" status: 200 len: 375 time: 0.0099373 Jun 15 07:09:35.344865 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] No DVR routers for this DVR port 2c7ec155-4e29-4332-af7e-053add6d5514 on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:09:35.347188 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:35.351155 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:35.353360 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-43e2b1fc-359f-4fc3-85b9-536e781a7fca req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.11 "DELETE /v2.0/ports/2c7ec155-4e29-4332-af7e-053add6d5514 HTTP/1.1" status: 204 len: 173 time: 1.9343669 Jun 15 07:09:35.353848 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3e621e-fb04-4766-8b84-4a1866ab39b0', 'name': 'network-vif-deleted', 'tag': '2c7ec155-4e29-4332-af7e-053add6d5514'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:09:35.356329 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd08c83-0088-4097-bd86-135bf555363f" -d '{"events": [{"server_uuid": "7a3e621e-fb04-4766-8b84-4a1866ab39b0", "name": "network-vif-deleted", "tag": "2c7ec155-4e29-4332-af7e-053add6d5514"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:09:35.420018 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-18decca6-dc76-4162-a870-c6c75178c503 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005945 Jun 15 07:09:35.447135 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2025f7f-a99a-4893-b392-e01fda47847d x-openstack-request-id: req-e2025f7f-a99a-4893-b392-e01fda47847d {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:09:35.447743 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3e621e-fb04-4766-8b84-4a1866ab39b0", "name": "network-vif-deleted", "tag": "2c7ec155-4e29-4332-af7e-053add6d5514", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:09:35.448183 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2025f7f-a99a-4893-b392-e01fda47847d {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:09:35.448741 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3e621e-fb04-4766-8b84-4a1866ab39b0', 'name': 'network-vif-deleted', 'tag': '2c7ec155-4e29-4332-af7e-053add6d5514', 'status': 'completed', 'code': 200} Jun 15 07:09:35.486997 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-643ad360-1a9d-4cc2-b351-62b4962e5d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:35.605425 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Router c846af67-eab0-4244-82f4-99ad8c71a590 is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:09:35.627893 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-0f77b6a0-547d-4cba-96b5-c50bbd42b13e service neutron] 10.222.0.24 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978846 Jun 15 07:09:35.796973 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-643ad360-1a9d-4cc2-b351-62b4962e5d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:35.799962 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-f36289ba-6057-4041-894f-7d92d5fcb182 service neutron] 10.222.0.24 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600244 Jun 15 07:09:35.803535 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-643ad360-1a9d-4cc2-b351-62b4962e5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:35.807424 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a37b2676-409b-4b4c-b7f4-abd6b97b56ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:35.840916 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:09:35.857176 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Sync routers for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:09:35.857797 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c195a-4e83-4173-9e80-e271fd83faab req-2a008190-6cde-4154-8ecc-fd6d21a9da3a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:35.861757 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-643ad360-1a9d-4cc2-b351-62b4962e5d72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94cb267735f24caca2bd1d213d2103e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809543 Jun 15 07:09:35.861907 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c45c195a-4e83-4173-9e80-e271fd83faab req-2a008190-6cde-4154-8ecc-fd6d21a9da3a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1311955 Jun 15 07:09:35.863900 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36024) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:35.865976 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ad360-1a9d-4cc2-b351-62b4962e5d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b12662-f936-4b4e-98ec-606d1516cd25,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:35.870246 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:09:35.871560 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:09:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:35.879773 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-643ad360-1a9d-4cc2-b351-62b4962e5d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:35.929288 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c45c195a-4e83-4173-9e80-e271fd83faab req-d57ade62-7f9e-4f7d-80ff-f97b72e3cdf5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583594 Jun 15 07:09:35.931656 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:35.934925 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7f3207ac-c673-4544-9c5e-7bdb3cc0931c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7798727 Jun 15 07:09:35.938570 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36028) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:35.994720 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9d794f10-962f-43f4-94cb-8b8209777f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:36.022635 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9d794f10-962f-43f4-94cb-8b8209777f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:36.075873 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 9ab8e5ab-df3b-4169-b8f3-c682fb54823b up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:36.104908 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9d794f10-962f-43f4-94cb-8b8209777f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:36.108722 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9d794f10-962f-43f4-94cb-8b8209777f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:36.109993 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9d794f10-962f-43f4-94cb-8b8209777f57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05b12662-f936-4b4e-98ec-606d1516cd25 HTTP/1.1" status: 204 len: 168 time: 0.2449968 Jun 15 07:09:36.110841 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cffe2998-df11-4306-a85b-20ef0211b770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:36.125748 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d794f10-962f-43f4-94cb-8b8209777f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b12662-f936-4b4e-98ec-606d1516cd25,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:36.137150 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9d794f10-962f-43f4-94cb-8b8209777f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:36.194092 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:09:36.267736 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:36.269970 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:36.298421 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0dc583ba-caf6-4c91-a96b-14c5f036f253 req-3f6a86a1-10f9-4ad5-acde-2276cc4b7a9b tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3e621e-fb04-4766-8b84-4a1866ab39b0 HTTP/1.1" status: 200 len: 210 time: 0.1095412 Jun 15 07:09:36.486351 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-03c14cad-c235-44a6-b0aa-c2b4391a9694 req-81fa5951-81da-4592-a568-79f85384ee59 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 210 time: 0.0786207 Jun 15 07:09:36.590184 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:34Z', 'revision_number': 3, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:36.593766 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Checking router: c846af67-eab0-4244-82f4-99ad8c71a590 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:09:36.594301 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Updating router c846af67-eab0-4244-82f4-99ad8c71a590 port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:09:36.638295 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:36.968978 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:36.985818 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Transition to ACTIVE for port object 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:36.995084 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:37.000506 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:37.088756 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Attempting to bind port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:37.089467 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Attempting to bind port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:37.090009 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Attempting to bind port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:37.096306 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:37.096848 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:37.097356 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:37.097846 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:37.098434 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Bound port: 7679ebb0-0fe0-4eb9-8168-48094b3f4d38, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:37.098906 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:37.135962 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Pushing event updated for resources: {'Port': ['ID=7679ebb0-0fe0-4eb9-8168-48094b3f4d38,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:37.154610 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.155281 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.155948 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.156536 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.157073 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.157577 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.158079 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.158578 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.159122 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.159711 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.160176 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.160754 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:37.171126 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:37.184524 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] For port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:37.189370 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] For port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=7679ebb0-0fe0-4eb9-8168-48094b3f4d38,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:37.190742 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ca4a7-f335-467e-bdaa-bb44107beb2d req-e2d8a92c-57ad-4dd7-8def-c577938ec252 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:37.192515 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-223ca4a7-f335-467e-bdaa-bb44107beb2d req-e2d8a92c-57ad-4dd7-8def-c577938ec252 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1032541 Jun 15 07:09:37.195063 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:37.206007 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:37.261392 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-223ca4a7-f335-467e-bdaa-bb44107beb2d req-3b20e4bf-9f8a-4d0f-899c-e74a92e70a82 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628328 Jun 15 07:09:37.267805 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:09:37.268335 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:37.268830 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:09:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:37.483322 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Pushing event updated for resources: {'Port': ['ID=7679ebb0-0fe0-4eb9-8168-48094b3f4d38,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:37.497089 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:37.501596 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2c7ec155-4e29-4332-af7e-053add6d5514 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:09:37.569123 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 2c7ec155-4e29-4332-af7e-053add6d5514 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:09:37.569493 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2c7ec155-4e29-4332-af7e-053add6d5514 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:09:37.643390 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:09:37.680095 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Allocated IP 172.20.0.1 (b84381c3-7da3-4966-978e-4ce35e1867fe/cc6c6545-940f-470c-a711-1cd61367ef39/59867100-15f1-4768-a33a-f72335367d40) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:37.791194 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-81644fa2-136e-4ef2-b768-41acef31bebe req-b3d3f7f1-4be0-44d2-ad9e-9b5f7521229e tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 210 time: 0.0549936 Jun 15 07:09:37.835649 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-90f950a3-747b-4f1c-a65d-6cbda001a2ee tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:37.837809 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-90f950a3-747b-4f1c-a65d-6cbda001a2ee tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 815 time: 0.2163970 Jun 15 07:09:37.889275 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Request body: {'port': {'device_id': 'd92ec011-b103-4398-8f72-de1ca7d20b88', 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'admin_state_up': True, 'tenant_id': '9dc43714430548b0b033bc1b8a040feb'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:37.963433 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:34Z', 'revision_number': 3, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:37.967329 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5c37f-9385-442c-b5f4-1521aaee26a1 None None] The sync data for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi is: [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:34Z', 'revision_number': 3, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:09:38.019141 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:38.053203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Transition to ACTIVE for port object 59867100-15f1-4768-a33a-f72335367d40 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:38.090933 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Made reservation on behalf of 9dc43714430548b0b033bc1b8a040feb for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:38.094396 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:38.127306 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:38.130785 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-11cafa21-b2b5-4058-bba9-6ec623dda3b6 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:38.237122 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Network b84381c3-7da3-4966-978e-4ce35e1867fe is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:38.283337 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:38.289637 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:38.358191 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Allocated IP 172.20.0.3 (b7120369-8caa-43ee-add0-788bd8af8767/dc68e083-7dae-4cb3-803c-d1050293d204/c7286f9b-ecff-48ba-bb1a-4a8a698fac15) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:38.372080 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=59867100-15f1-4768-a33a-f72335367d40,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:38.384298 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:38.414661 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:38.556370 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a93cb-08c2-4dec-a62d-093ede07b612 req-733bb501-3e6d-4d89-af34-ecefc37577b2 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:38.565489 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a2a93cb-08c2-4dec-a62d-093ede07b612 req-733bb501-3e6d-4d89-af34-ecefc37577b2 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1143799 Jun 15 07:09:38.572619 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d7d2dffc-4dab-44f9-9601-80d68c5b5a2f None None] Provisioning for port 59867100-15f1-4768-a33a-f72335367d40 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:38.580092 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d7d2dffc-4dab-44f9-9601-80d68c5b5a2f None None] Provisioning complete for port 59867100-15f1-4768-a33a-f72335367d40 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:38.581259 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dffc-4dab-44f9-9601-80d68c5b5a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:38.644378 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a2a93cb-08c2-4dec-a62d-093ede07b612 req-6c1e54b5-eef3-4ec0-9a72-962904f7f89e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 Jun 15 07:09:38.652648 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2dffc-4dab-44f9-9601-80d68c5b5a2f None None] Port 59867100-15f1-4768-a33a-f72335367d40 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:09:38.847034 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:38.976644 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4ff59da-8f41-4d31-80c6-3aa336c14119 req-82259364-428d-4d11-8c92-99764f746b08 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 210 time: 0.0478244 Jun 15 07:09:38.986549 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:39.123307 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:39.126554 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:39.129320 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:39.135253 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-02c2eb6f-8ac4-4c6e-b929-8095e57cfd72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:39.227751 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Network b7120369-8caa-43ee-add0-788bd8af8767 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:39.231877 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:39.234106 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:39.235902 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=59867100-15f1-4768-a33a-f72335367d40,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:39.238930 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:39.362526 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Pushing event updated for resources: {'Port': ['ID=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:39.412265 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:39.412756 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:39.413147 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:39.420202 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:39.420815 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:39.455238 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5697954 Jun 15 07:09:39.466431 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Network b84381c3-7da3-4966-978e-4ce35e1867fe is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:39.467927 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:39.624918 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Router c846af67-eab0-4244-82f4-99ad8c71a590 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:09:39.679770 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-6fdbebda-2f32-42bf-9a1c-7847944912ec None None] Provisioning complete for port 59867100-15f1-4768-a33a-f72335367d40 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:39.680909 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6fdbebda-2f32-42bf-9a1c-7847944912ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:39.727192 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbebda-2f32-42bf-9a1c-7847944912ec None None] Port 59867100-15f1-4768-a33a-f72335367d40 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:09:39.814872 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:09:39.827023 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/c846af67-eab0-4244-82f4-99ad8c71a590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8819876 Jun 15 07:09:39.827225 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Sync routers for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:09:39.839068 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:09:39.839708 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:09:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:39.856782 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0074-98b6-4fe1-b52c-0df8613f78e1 req-9ddb555f-88c4-4cfe-9cb8-2081d65171c2 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:39.858575 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-687d0074-98b6-4fe1-b52c-0df8613f78e1 req-9ddb555f-88c4-4cfe-9cb8-2081d65171c2 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1030622 Jun 15 07:09:39.906416 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-687d0074-98b6-4fe1-b52c-0df8613f78e1 req-e2f54d6f-e475-4ea0-9cc9-2c1ab7ab6dd4 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Jun 15 07:09:39.999563 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:09:40.072877 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:40.202505 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14b93b-636e-4a1b-9874-52d96fb5b2ba req-a9a67530-556a-40f9-8cbd-dda16bf63a0f tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:40.204039 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ec14b93b-636e-4a1b-9874-52d96fb5b2ba req-a9a67530-556a-40f9-8cbd-dda16bf63a0f tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 931 time: 0.0806389 Jun 15 07:09:40.254407 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ec14b93b-636e-4a1b-9874-52d96fb5b2ba req-1ad6afcf-cc41-4ae5-b14c-0fcec01d9b3e tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Jun 15 07:09:40.370911 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:40.379928 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:40.380386 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.438763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36162) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:40.444085 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1419105743-network', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:40.466077 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Made reservation on behalf of c30b24897a6d4bc8b77dac593a450217 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:40.468594 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.479797 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.522766 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 2, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:40.524432 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.532161 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Checking router: c846af67-eab0-4244-82f4-99ad8c71a590 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:09:40.532527 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Updating router c846af67-eab0-4244-82f4-99ad8c71a590 port 59867100-15f1-4768-a33a-f72335367d40 binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:09:40.575791 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=7679ebb0-0fe0-4eb9-8168-48094b3f4d38,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:40.583867 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.586917 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.587961 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:40.594424 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.598213 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:40.614360 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.621078 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:09:40.630814 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbed32d-1ab6-442b-b210-0c7e9376731a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:40.635892 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:40.637105 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.637471 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Added segment 7a77a2dc-e5de-47c9-baa2-e323dabb2a82 of type vlan for network a8718176-7345-4fab-ac6a-f8d295578e5e Jun 15 07:09:40.683274 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=7679ebb0-0fe0-4eb9-8168-48094b3f4d38,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:40.687429 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:40.688871 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.720198 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.721469 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:40.722239 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.724327 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d3068752-fb39-49e4-9488-c1b30da6ba1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:40.761793 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3191657 Jun 15 07:09:40.762065 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36168) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:40.766618 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Request body: {'subnet': {'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1419105743-subnet', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:40.815097 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Pushing event updated for resources: {'Network': ['ID=a8718176-7345-4fab-ac6a-f8d295578e5e,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:40.818659 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:40.833139 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Made reservation on behalf of c30b24897a6d4bc8b77dac593a450217 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:40.835377 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533721699'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:40.857583 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network a8718176-7345-4fab-ac6a-f8d295578e5e details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:09:41.049725 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.060615 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Transition to ACTIVE for port object 59867100-15f1-4768-a33a-f72335367d40 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:41.067716 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.069777 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d6d5685c-3034-47e1-a9e6-74ccf9d0aafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:41.167923 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38089032-b350-4bb1-ae79-8b9278a3ffbb None None] Pushing event updated for resources: {'Port': ['ID=59867100-15f1-4768-a33a-f72335367d40,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:41.172933 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-38089032-b350-4bb1-ae79-8b9278a3ffbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:41.250073 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Attempting to bind port 59867100-15f1-4768-a33a-f72335367d40 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:41.251580 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Attempting to bind port 59867100-15f1-4768-a33a-f72335367d40 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:41.251961 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Attempting to bind port 59867100-15f1-4768-a33a-f72335367d40 on network b84381c3-7da3-4966-978e-4ce35e1867fe {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:41.257564 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:41.258551 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Checking segment: {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:41.258991 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.259446 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Bound using segment: {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:41.260130 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Bound port: 59867100-15f1-4768-a33a-f72335367d40, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:41.260516 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.301781 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012662-141b-42e7-b233-76add0d4c3da req-6940b82e-ccbd-4b0d-9ac6-1972c1a3c577 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:41.303252 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-15012662-141b-42e7-b233-76add0d4c3da req-6940b82e-ccbd-4b0d-9ac6-1972c1a3c577 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1332130 Jun 15 07:09:41.339240 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] For port 59867100-15f1-4768-a33a-f72335367d40, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:41.342787 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] For port 59867100-15f1-4768-a33a-f72335367d40, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=59867100-15f1-4768-a33a-f72335367d40,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:41.346435 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.352539 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:41.387430 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534052951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533721717'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.393946 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-85674725-ca24-4c53-b353-c484ff39b303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:41.432914 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:09:41.434686 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-15012662-141b-42e7-b233-76add0d4c3da req-e3241c08-69f5-4c20-a411-5bb29b99eee0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232269 Jun 15 07:09:41.435092 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:09:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:41.496263 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb1cec6-fef6-4dbb-b59c-e4175749adae,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:41.505028 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:41.509821 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38089032-b350-4bb1-ae79-8b9278a3ffbb None None] Pushing event updated for resources: {'Port': ['ID=59867100-15f1-4768-a33a-f72335367d40,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:41.515726 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-38089032-b350-4bb1-ae79-8b9278a3ffbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:41.520528 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Checking segment: {'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:41.521053 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Network hostable DHCP agents. Network: a8718176-7345-4fab-ac6a-f8d295578e5e, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:09:41.542140 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Network a8718176-7345-4fab-ac6a-f8d295578e5e is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:09:41.553055 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, a8718176-7345-4fab-ac6a-f8d295578e5e) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:41.558222 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:41.559225 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.566241 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90218275-04ea-46c4-89e6-36c5bce7a6bf None None] Network a8718176-7345-4fab-ac6a-f8d295578e5e requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:09:41.584385 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-94efff30-d27f-49d8-afa1-1be343bb3d7e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8214188 Jun 15 07:09:41.587872 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36178) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:41.593102 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:41.619041 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.620588 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.683246 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53d994-6e75-4cac-88d6-81b1fdfe5394 req-120a297c-722f-4499-9e42-fc223475a743 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:41.685556 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf53d994-6e75-4cac-88d6-81b1fdfe5394 req-120a297c-722f-4499-9e42-fc223475a743 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 931 time: 0.0887845 Jun 15 07:09:41.689893 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:09:41.701424 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Request body: {'port': {'device_id': 'd92ec011-b103-4398-8f72-de1ca7d20b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:41.710092 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.783931 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf53d994-6e75-4cac-88d6-81b1fdfe5394 req-be19a2f5-45ff-4832-830b-73eb7fcdd164 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868149 Jun 15 07:09:41.817255 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:09:41.833085 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:41.922760 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.055547 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:42.181305 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7286f9b-ecff-48ba-bb1a-4a8a698fac15 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:09:42.189095 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.201842 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Transition to ACTIVE for port object c7286f9b-ecff-48ba-bb1a-4a8a698fac15 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:42.206226 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.208528 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d2bbf3c-0014-4b7f-abb9-3311674af3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:42.229569 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.266385 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.311230 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Pushing event updated for resources: {'Port': ['ID=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:42.315072 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:42.389289 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Allocated IP 172.27.3.134 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:42.392671 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-a8718176-7345-4fab-ac6a-f8d295578e5e', 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'fixed_ips': [{'subnet_id': '9bb1cec6-fef6-4dbb-b59c-e4175749adae'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:09:42.393621 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.402728 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Attempting to bind port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:42.403235 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Attempting to bind port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:42.403596 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Attempting to bind port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 on network b7120369-8caa-43ee-add0-788bd8af8767 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:42.408526 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 on network b7120369-8caa-43ee-add0-788bd8af8767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:09:42.408886 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Attempting to bind port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 on network b7120369-8caa-43ee-add0-788bd8af8767 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:42.415071 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:42.415568 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Checking segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:42.415788 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Bound using segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:42.416215 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Bound port: c7286f9b-ecff-48ba-bb1a-4a8a698fac15, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:42.416558 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.464447 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:42.477394 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.496317 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] For port c7286f9b-ecff-48ba-bb1a-4a8a698fac15, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:42.501568 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] For port c7286f9b-ecff-48ba-bb1a-4a8a698fac15, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:42.507798 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.513832 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c2d61abb-bedb-41ee-9299-7537b3ca5e10 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:42.557289 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:42.557909 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.559419 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] 10.222.0.11 "PUT /v2.0/ports/c7286f9b-ecff-48ba-bb1a-4a8a698fac15 HTTP/1.1" status: 200 len: 1093 time: 0.8656325 Jun 15 07:09:42.559909 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92ec011-b103-4398-8f72-de1ca7d20b88', 'tag': 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:09:42.562288 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8400af-f4c9-434d-a05f-de4a777b292b" -d '{"events": [{"name": "network-changed", "server_uuid": "d92ec011-b103-4398-8f72-de1ca7d20b88", "tag": "c7286f9b-ecff-48ba-bb1a-4a8a698fac15"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:09:42.603318 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Pushing event updated for resources: {'Port': ['ID=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:42.607689 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a312e45-7862-4388-b519-e0924d6f2740 x-openstack-request-id: req-0a312e45-7862-4388-b519-e0924d6f2740 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:09:42.608066 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92ec011-b103-4398-8f72-de1ca7d20b88", "tag": "c7286f9b-ecff-48ba-bb1a-4a8a698fac15", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:09:42.608407 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a312e45-7862-4388-b519-e0924d6f2740 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:09:42.608904 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92ec011-b103-4398-8f72-de1ca7d20b88', 'tag': 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15', 'status': 'completed', 'code': 200} Jun 15 07:09:42.610440 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:42.627770 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.700430 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Allocated IP 172.20.0.2 (a8718176-7345-4fab-ac6a-f8d295578e5e/9bb1cec6-fef6-4dbb-b59c-e4175749adae/6bdefd42-3ddb-4e42-b625-cf4b02d248f4) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:42.701020 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b00a4d-a5de-41b2-9aaf-e38b380cc139 req-373c40d7-77e4-4ce4-8ec2-60c605e70230 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:42.702153 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-84b00a4d-a5de-41b2-9aaf-e38b380cc139 req-373c40d7-77e4-4ce4-8ec2-60c605e70230 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1310470 Jun 15 07:09:42.703881 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:42.706469 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:42.720646 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:41Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:42.730998 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f2b41-0b33-4368-81be-26439271e885 None None] The sync data for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi is: [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:41Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:09:42.803635 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:42.809773 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:42.821955 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:42.830920 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Pushing event updated for resources: {'Port': ['ID=d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:42.864624 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:42.870811 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-84b00a4d-a5de-41b2-9aaf-e38b380cc139 req-323a11ab-9a88-414a-bdc1-814aaf61f601 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570857 Jun 15 07:09:42.997720 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:43.007168 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Transition to ACTIVE for port object 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:43.031594 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Transition to ACTIVE for port object 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:43.039830 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:43.042236 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:43.089338 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Network a8718176-7345-4fab-ac6a-f8d295578e5e is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:43.092327 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:43.095931 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:43.107097 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Pushing event updated for resources: {'Port': ['ID=6bdefd42-3ddb-4e42-b625-cf4b02d248f4,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:43.111660 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:43.179548 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Attempting to bind port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:43.179934 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Attempting to bind port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:43.180309 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Attempting to bind port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 on network a8718176-7345-4fab-ac6a-f8d295578e5e {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:43.185578 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:43.185960 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Checking segment: {'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:43.186373 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:43.186787 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Bound using segment: {'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:43.187255 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Bound port: 6bdefd42-3ddb-4e42-b625-cf4b02d248f4, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:43.187653 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:43.227847 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c6bdb-1392-41e4-a045-7e8d6dd5eeba req-1844d1cc-f509-486b-ab22-026c4c64df1b tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:43.229470 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-919c6bdb-1392-41e4-a045-7e8d6dd5eeba req-1844d1cc-f509-486b-ab22-026c4c64df1b tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 943 time: 0.2017910 Jun 15 07:09:43.273170 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] For port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:43.277725 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] For port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=6bdefd42-3ddb-4e42-b625-cf4b02d248f4,segment=NetworkSegment(7a77a2dc-e5de-47c9-baa2-e323dabb2a82),segment_id=7a77a2dc-e5de-47c9-baa2-e323dabb2a82)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:43.282408 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:43.285418 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:43.301700 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-919c6bdb-1392-41e4-a045-7e8d6dd5eeba req-fe066d23-7bfa-469b-bb9e-f7a1a016f402 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617218 Jun 15 07:09:43.304896 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:43.367777 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Pushing event updated for resources: {'Port': ['ID=6bdefd42-3ddb-4e42-b625-cf4b02d248f4,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:43.371698 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:43.842831 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.023639 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Router 68cf4cf6-877c-43ed-8525-0f66b1629338 is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:09:44.112483 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 59867100-15f1-4768-a33a-f72335367d40 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:44.178298 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 59867100-15f1-4768-a33a-f72335367d40 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:44.183753 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 59867100-15f1-4768-a33a-f72335367d40 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:44.184138 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.249105 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:09:44.258603 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Sync routers for ids ['68cf4cf6-877c-43ed-8525-0f66b1629338'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:09:44.267589 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Routers {'68cf4cf6-877c-43ed-8525-0f66b1629338'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:09:44.268568 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:09:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['68cf4cf6-877c-43ed-8525-0f66b1629338'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:44.268994 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7d72-1aba-450e-8cfd-2e4e0cd61e01 req-a2618a9a-1f9b-4993-ad06-a720e507b15f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:44.271096 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3bf7d72-1aba-450e-8cfd-2e4e0cd61e01 req-a2618a9a-1f9b-4993-ad06-a720e507b15f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1899579 Jun 15 07:09:44.287631 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.326929 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e01f3bf-8ab3-4ee2-8069-cf4981d93b0a None None] Network a8718176-7345-4fab-ac6a-f8d295578e5e requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:09:44.331208 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.337540 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7429762 Jun 15 07:09:44.337747 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36210) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:44.343996 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 59867100-15f1-4768-a33a-f72335367d40, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=59867100-15f1-4768-a33a-f72335367d40,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:44.357101 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3bf7d72-1aba-450e-8cfd-2e4e0cd61e01 req-22e2db6e-7a1f-4ab2-a468-3685fdf51fff tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770438 Jun 15 07:09:44.379996 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.379996 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:44.379996 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:44.470360 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Set router 68cf4cf6-877c-43ed-8525-0f66b1629338 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:09:44.522241 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-4db1ecd2-69af-45b4-9af1-1874a6b043cb None None] Provisioning for port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:44.548433 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=59867100-15f1-4768-a33a-f72335367d40,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:44.555673 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:44.584029 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acf34f-51d7-4790-be10-a7cc221c159a req-976fb236-baf3-4c91-aea4-40e90849da16 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:44.586769 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22acf34f-51d7-4790-be10-a7cc221c159a req-976fb236-baf3-4c91-aea4-40e90849da16 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 943 time: 0.0926113 Jun 15 07:09:44.621125 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:44.630718 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:44.631360 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.638300 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22acf34f-51d7-4790-be10-a7cc221c159a req-e46e0cdd-6b43-4ca0-a05d-a9286d278028 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Jun 15 07:09:44.780892 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:09:43Z', 'revision_number': 3, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port': {'id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:42Z', 'updated_at': '2021-06-15T07:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:44.783141 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.785730 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Checking router: 68cf4cf6-877c-43ed-8525-0f66b1629338 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:09:44.785730 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Updating router 68cf4cf6-877c-43ed-8525-0f66b1629338 port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:09:44.843666 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=6bdefd42-3ddb-4e42-b625-cf4b02d248f4,segment=NetworkSegment(7a77a2dc-e5de-47c9-baa2-e323dabb2a82),segment_id=7a77a2dc-e5de-47c9-baa2-e323dabb2a82)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:44.849713 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.853541 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:44.863708 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:44.963967 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.043990 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=6bdefd42-3ddb-4e42-b625-cf4b02d248f4,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:45.047081 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:45.062968 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-e1fc09c8-53ba-42c2-9570-e5d2e7883186 None None] Provisioning complete for port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:45.063346 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e1fc09c8-53ba-42c2-9570-e5d2e7883186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.172940 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Allocated IP 172.20.0.1 (a8718176-7345-4fab-ac6a-f8d295578e5e/9bb1cec6-fef6-4dbb-b59c-e4175749adae/d43376e9-dc92-4aa1-9b5f-7f5b7940d091) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.177566 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:09:45.180432 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:09:45.181809 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.191492 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Transition to ACTIVE for port object d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:45.197852 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.200131 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-15df6e28-e757-453c-b06a-4ae78f07c330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:45.263228 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566d668-9b73-4d82-b560-90802f8c3fdd None None] Pushing event updated for resources: {'Port': ['ID=d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:45.265574 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Attempting to bind port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:45.265941 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Attempting to bind port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:45.266318 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Attempting to bind port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:45.268317 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-9566d668-9b73-4d82-b560-90802f8c3fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:45.272118 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:45.272493 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:45.272941 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.273878 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:45.274451 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Bound port: d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:45.274827 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.335257 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] For port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:45.337958 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.339242 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] For port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:45.343341 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.346479 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-621f16d3-21f7-48c3-beeb-bbb5e0d9a129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:45.353029 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Transition to ACTIVE for port object d43376e9-dc92-4aa1-9b5f-7f5b7940d091 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:45.401825 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Routers {'68cf4cf6-877c-43ed-8525-0f66b1629338'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:09:45.403461 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:09:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['68cf4cf6-877c-43ed-8525-0f66b1629338'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:45.403655 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8400af-f4c9-434d-a05f-de4a777b292b req-49d231a2-618f-46ee-a90f-9e8a8488a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:45.405382 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5a8400af-f4c9-434d-a05f-de4a777b292b req-49d231a2-618f-46ee-a90f-9e8a8488a5f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 1096 time: 0.1118357 Jun 15 07:09:45.406813 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.408977 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:45.495474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Network a8718176-7345-4fab-ac6a-f8d295578e5e is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:45.503538 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:45.507419 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:45.511336 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:09:45.556119 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:45.637039 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.716373 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151289c8-a9e3-4759-b5b0-fb34528e6369 req-400fa661-1e7c-4bcf-98df-d58f22cbc86a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:45.718137 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-151289c8-a9e3-4759-b5b0-fb34528e6369 req-400fa661-1e7c-4bcf-98df-d58f22cbc86a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.2147567 Jun 15 07:09:45.748951 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] Set router 68cf4cf6-877c-43ed-8525-0f66b1629338 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:09:45.779860 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8400af-f4c9-434d-a05f-de4a777b292b req-f1d23947-5f1f-4666-8f19-a45830561f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:45.781366 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5a8400af-f4c9-434d-a05f-de4a777b292b req-f1d23947-5f1f-4666-8f19-a45830561f1b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9dc43714430548b0b033bc1b8a040feb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3416207 Jun 15 07:09:45.848835 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-151289c8-a9e3-4759-b5b0-fb34528e6369 req-ce314186-1401-45b6-a942-4c7307853e45 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192229 Jun 15 07:09:45.893997 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-4a098597-3242-42c4-b952-4f12318589b7 None None] Provisioning for port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:45.901582 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-4a098597-3242-42c4-b952-4f12318589b7 None None] Provisioning complete for port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:45.902105 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a098597-3242-42c4-b952-4f12318589b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:45.913367 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566d668-9b73-4d82-b560-90802f8c3fdd None None] Pushing event updated for resources: {'Port': ['ID=d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:45.926451 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-9566d668-9b73-4d82-b560-90802f8c3fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:46.025522 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-4a098597-3242-42c4-b952-4f12318589b7 None None] Port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:09:46.059357 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:46.072148 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:46.073778 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 59867100-15f1-4768-a33a-f72335367d40 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:46.167213 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:09:43Z', 'revision_number': 3, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port': {'id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:42Z', 'updated_at': '2021-06-15T07:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:46.171884 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932010e-a13f-4f26-80f1-c7eaaa97d53b None None] The sync data for ids ['68cf4cf6-877c-43ed-8525-0f66b1629338'] in dv-cinder-741349-5-iscsi is: [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:09:43Z', 'revision_number': 3, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port': {'id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:42Z', 'updated_at': '2021-06-15T07:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:09:46.212145 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8400af-f4c9-434d-a05f-de4a777b292b req-17ad384c-f7ef-4eb5-92cd-c1614d2dac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:46.214203 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5a8400af-f4c9-434d-a05f-de4a777b292b req-17ad384c-f7ef-4eb5-92cd-c1614d2dac15 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4007988 Jun 15 07:09:46.248960 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 59867100-15f1-4768-a33a-f72335367d40 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:46.249367 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:46.250770 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca711c-eda4-4e35-bb38-e1534d249a82 req-9c70584d-83a1-4246-bb4a-5c8089f0e350 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:46.253105 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efca711c-eda4-4e35-bb38-e1534d249a82 req-9c70584d-83a1-4246-bb4a-5c8089f0e350 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 943 time: 0.4009185 Jun 15 07:09:46.501974 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:46.658645 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:46.661729 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:46.969006 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efca711c-eda4-4e35-bb38-e1534d249a82 req-efd01c72-5e9b-4b4a-ae5d-1458c946f8c3 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065516 Jun 15 07:09:47.073940 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8004f3b0-82ec-4e44-ac75-012336784994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:47.087918 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:47.096109 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-91e89558-25bf-4c85-91f0-7016028e47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:47.097800 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-91e89558-25bf-4c85-91f0-7016028e47f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 1096 time: 0.8266726 Jun 15 07:09:47.101632 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:47.106296 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:47.157732 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140dcb8-91bf-4849-8c46-404a8ea7d8f9 req-861d84c0-71a4-47f0-a9c9-8980f3806d60 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:47.159852 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d140dcb8-91bf-4849-8c46-404a8ea7d8f9 req-861d84c0-71a4-47f0-a9c9-8980f3806d60 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1202652 Jun 15 07:09:47.235158 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-136e2c9f-4f28-4abb-93e4-254ef478933c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7286f9b-ecff-48ba-bb1a-4a8a698fac15 HTTP/1.1" status: 200 len: 217 time: 0.0931430 Jun 15 07:09:47.245940 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d140dcb8-91bf-4849-8c46-404a8ea7d8f9 req-2d6c696f-8412-4838-bea4-bbff60ae4c86 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751553 Jun 15 07:09:47.309619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:47.323251 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:47.335354 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:47.340070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7197d407-93f9-4afa-9d3d-5f7cd18e5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:47.341570 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-7197d407-93f9-4afa-9d3d-5f7cd18e5581 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc68e083-7dae-4cb3-803c-d1050293d204 HTTP/1.1" status: 200 len: 855 time: 0.0923700 Jun 15 07:09:47.406239 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-b69cea9b-db2a-4139-8aa7-9db0ab3683a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7120369-8caa-43ee-add0-788bd8af8767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507896 Jun 15 07:09:47.642445 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Network a8718176-7345-4fab-ac6a-f8d295578e5e is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:09:47.644865 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-e335393c-3af3-40c5-b530-6e8d04578c59 service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859484 Jun 15 07:09:47.649108 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:48.069763 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2f34451-cdfd-4c91-966c-bd695a33432e req-c8a17f8e-5a56-49e6-a2e7-6d912bc99631 service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146504 Jun 15 07:09:48.076015 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Router 68cf4cf6-877c-43ed-8525-0f66b1629338 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:09:48.082113 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-6e055592-6d65-4cad-92de-e5a0c2a81168 None None] Provisioning complete for port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:48.085439 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6e055592-6d65-4cad-92de-e5a0c2a81168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:48.170427 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6e055592-6d65-4cad-92de-e5a0c2a81168 None None] Port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:09:48.172781 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:48.304096 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:48.313019 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:48.313787 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:48.369531 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b108d-95a7-4d05-a5f0-dd713e38fbde req-213f1965-a666-465f-b87e-9072de54e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:48.371234 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-998b108d-95a7-4d05-a5f0-dd713e38fbde req-213f1965-a666-465f-b87e-9072de54e806 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0941122 Jun 15 07:09:48.387947 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e47c9c-d4d9-4a23-9ef7-88243c54171d req-42f438a4-274f-4ceb-90b5-2f1823a894e8 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:48.395134 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-94e47c9c-d4d9-4a23-9ef7-88243c54171d req-42f438a4-274f-4ceb-90b5-2f1823a894e8 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 943 time: 0.1499324 Jun 15 07:09:48.432720 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-998b108d-95a7-4d05-a5f0-dd713e38fbde req-c81b55c7-d62f-4fbe-88e6-d17e6b6a4027 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Jun 15 07:09:48.441235 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:09:48.461984 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/68cf4cf6-877c-43ed-8525-0f66b1629338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1243556 Jun 15 07:09:48.482495 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-94e47c9c-d4d9-4a23-9ef7-88243c54171d req-dc0dc568-a1c5-4502-a12c-d7b1cfe1216f tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860517 Jun 15 07:09:48.532263 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:48.606544 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:48.611687 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:48.619211 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:48.621313 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecbbe8-bf51-4e0d-bf19-fa17b33bf81a req-d4f4743d-1d17-4297-b3fe-5b1b75842259 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:48.625360 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-14ecbbe8-bf51-4e0d-bf19-fa17b33bf81a req-d4f4743d-1d17-4297-b3fe-5b1b75842259 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1338787 Jun 15 07:09:48.689521 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-14ecbbe8-bf51-4e0d-bf19-fa17b33bf81a req-1d5415a3-1629-4b4a-85bf-c9d0795f74ec tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573943 Jun 15 07:09:48.705953 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:48.720413 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:49.201791 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36316) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:49.211104 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873423156', 'description': 'tempest-secgroup-smoke-1873423156 description', 'project_id': '70c32ed827b44976a672f5575ba839dd'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:49.254292 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.431831 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.436479 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.439254 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b110beef-4048-4280-bb25-028a1451ce61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:49.492781 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.496727 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2908063 Jun 15 07:09:49.497156 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36328) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:49.501841 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'security_group_rule': {'security_group_id': '1c141973-95e3-4571-8866-14ee7437a48b', 'project_id': '70c32ed827b44976a672f5575ba839dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:49.511050 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c141973-95e3-4571-8866-14ee7437a48b,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:49.514534 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:49.603567 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-95951c55-ebc0-4007-92a9-173f52c5d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.620477 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.684773 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.745553 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.757355 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.759974 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-20a80a1b-a106-43f6-a51e-26aaf11a3e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:49.771944 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9a2f-6c8c-4432-b564-14c6d4b76aa9 req-d496db8f-60f8-4a3c-b195-5edbc371fe34 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:49.780977 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-120a9a2f-6c8c-4432-b564-14c6d4b76aa9 req-d496db8f-60f8-4a3c-b195-5edbc371fe34 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 943 time: 0.1048470 Jun 15 07:09:49.836516 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73147aa-bbb0-4d7d-8eac-a4b162bcff3a,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:49.841572 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:49.874606 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:49.876546 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783469 Jun 15 07:09:49.883441 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36338) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:49.897318 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'security_group_rule': {'security_group_id': '1c141973-95e3-4571-8866-14ee7437a48b', 'project_id': '70c32ed827b44976a672f5575ba839dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:49.945831 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-120a9a2f-6c8c-4432-b564-14c6d4b76aa9 req-0d6aa39b-9615-44ad-8138-6a6efcd78a10 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638882 Jun 15 07:09:49.953041 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Sync routers for ids ['68cf4cf6-877c-43ed-8525-0f66b1629338'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:09:49.969294 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Routers {'68cf4cf6-877c-43ed-8525-0f66b1629338'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:09:49.969958 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:09:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['68cf4cf6-877c-43ed-8525-0f66b1629338'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:49.988187 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.121532 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.138022 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.153264 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:50.158192 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:50.182299 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da729742-8a2f-4552-bd02-d4b00f793bf5,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:50.186402 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:50.199278 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5631c2-71f4-44b4-b248-5752d2ec5dd0 req-61fde4fc-25bb-4704-9a63-c2d730855e3b tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:50.206510 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bc5631c2-71f4-44b4-b248-5752d2ec5dd0 req-61fde4fc-25bb-4704-9a63-c2d730855e3b tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1626148 Jun 15 07:09:50.208438 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36350) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:50.226449 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.227659 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3347375 Jun 15 07:09:50.230765 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36354) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:50.239859 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'security_group_rule': {'security_group_id': '1c141973-95e3-4571-8866-14ee7437a48b', 'project_id': '70c32ed827b44976a672f5575ba839dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:50.263175 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:50.264394 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.321638 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.329319 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bc5631c2-71f4-44b4-b248-5752d2ec5dd0 req-5cdf813f-edda-44c9-8121-a97bb14609f7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218121 Jun 15 07:09:50.335397 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Set router 68cf4cf6-877c-43ed-8525-0f66b1629338 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:09:50.473958 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.493890 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.495406 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c33bf14a-aa81-433f-be78-390870e401bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.500203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:50.522252 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fb58a5-2ac3-45cd-af2b-abb86edf98d1,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:50.529722 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:50.549276 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:09:50.694618 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c33bf14a-aa81-433f-be78-390870e401bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.702231 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c33bf14a-aa81-433f-be78-390870e401bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.707179 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6b95356a-151d-4ba4-a2c6-701c96d7ae82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:50.744247 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.745434 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5136456 Jun 15 07:09:50.748918 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36362) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:50.754587 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-2c7c7eb7-0a2d-45bb-b29b-e7be19ac5aff tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'security_group_rule': {'security_group_id': '1c141973-95e3-4571-8866-14ee7437a48b', 'project_id': '70c32ed827b44976a672f5575ba839dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:50.775220 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bf14a-aa81-433f-be78-390870e401bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f162c0e-c7a2-4291-8d1f-d60af3bc7ddb,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:50.782608 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-c33bf14a-aa81-433f-be78-390870e401bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c9150e7feaa40478f0e3d43e961956f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730908 Jun 15 07:09:50.783642 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c33bf14a-aa81-433f-be78-390870e401bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:50.785146 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36364) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:50.873978 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.877665 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7eb7-0a2d-45bb-b29b-e7be19ac5aff tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:50.909699 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:09:45Z', 'revision_number': 4, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port': {'id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:42Z', 'updated_at': '2021-06-15T07:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': 'd43376e9-dc92-4aa1-9b5f-7f5b7940d091', 'name': '', 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'mac_address': 'fa:16:3e:e7:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '9bb1cec6-fef6-4dbb-b59c-e4175749adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:44Z', 'updated_at': '2021-06-15T07:09:46Z', 'revision_number': 2, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'subnets': [{'id': '9bb1cec6-fef6-4dbb-b59c-e4175749adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:50.915982 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Checking router: 68cf4cf6-877c-43ed-8525-0f66b1629338 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:09:50.917305 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Updating router 68cf4cf6-877c-43ed-8525-0f66b1629338 port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:09:51.079509 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-78d276f9-81c7-4053-aede-d486eba701c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.160036 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-78d276f9-81c7-4053-aede-d486eba701c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.165686 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7eb7-0a2d-45bb-b29b-e7be19ac5aff tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.175312 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7eb7-0a2d-45bb-b29b-e7be19ac5aff tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.177506 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2c4caf40-7ea8-41a4-82dd-a9c2e43364a5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:51.185861 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.231165 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7eb7-0a2d-45bb-b29b-e7be19ac5aff tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.232383 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2c7c7eb7-0a2d-45bb-b29b-e7be19ac5aff tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4824300 Jun 15 07:09:51.238115 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36382) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:51.261863 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c7eb7-0a2d-45bb-b29b-e7be19ac5aff tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26956afe-b11b-45e0-a650-722632465c9c,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:51.272601 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2c7c7eb7-0a2d-45bb-b29b-e7be19ac5aff tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:51.276026 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'security_group_rule': {'security_group_id': '1c141973-95e3-4571-8866-14ee7437a48b', 'project_id': '70c32ed827b44976a672f5575ba839dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:51.299834 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c7286f9b-ecff-48ba-bb1a-4a8a698fac15 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:09:51.307444 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-3251d75c-a482-4a51-990d-d93719c12b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:51.309177 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-3251d75c-a482-4a51-990d-d93719c12b8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.3953395 Jun 15 07:09:51.309959 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.securitygroups_db [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Project 70c32ed827b44976a672f5575ba839dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 07:09:51.400836 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98c7f6-2783-468f-95c6-dec3eab68209 req-5fb246a6-c4cc-4800-a1ff-e512054cc9b7 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:51.408680 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dc98c7f6-2783-468f-95c6-dec3eab68209 req-5fb246a6-c4cc-4800-a1ff-e512054cc9b7 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 943 time: 0.1253314 Jun 15 07:09:51.428739 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.456245 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-c6f4265f-86c9-4cc0-82c3-34171e498237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:51.458016 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-c6f4265f-86c9-4cc0-82c3-34171e498237 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.1407738 Jun 15 07:09:51.467677 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dc98c7f6-2783-468f-95c6-dec3eab68209 req-d617973d-92fd-4571-9931-1f4c72b1795a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568583 Jun 15 07:09:51.524605 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c7286f9b-ecff-48ba-bb1a-4a8a698fac15, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:51.540361 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15', 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'port_id': 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15', 'mac_address': 'fa:16:3e:32:fd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc68e083-7dae-4cb3-803c-d1050293d204', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:09:51.553378 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-1a82ad7a-5e5d-49b2-8a2b-a0152cab476c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 200 len: 217 time: 0.0793612 Jun 15 07:09:51.566928 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8324-c587-4306-948d-4f9a79b065ab req-3a6c51eb-3a43-4dba-84ea-bb1b3440ed33 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:51.572216 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ad6f8324-c587-4306-948d-4f9a79b065ab req-3a6c51eb-3a43-4dba-84ea-bb1b3440ed33 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.3797269 Jun 15 07:09:51.574929 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-78d276f9-81c7-4053-aede-d486eba701c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.577750 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-78d276f9-81c7-4053-aede-d486eba701c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.582340 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-78d276f9-81c7-4053-aede-d486eba701c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f162c0e-c7a2-4291-8d1f-d60af3bc7ddb HTTP/1.1" status: 204 len: 168 time: 0.7962570 Jun 15 07:09:51.587086 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4f9e4c13-c1e1-4f03-a298-c893ee0e5468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:51.611437 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d276f9-81c7-4053-aede-d486eba701c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f162c0e-c7a2-4291-8d1f-d60af3bc7ddb,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:51.633970 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-78d276f9-81c7-4053-aede-d486eba701c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:51.689182 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.702330 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.722051 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:51.765879 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.769276 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5291696 Jun 15 07:09:51.770878 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36386) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:51.777731 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'security_group_rule': {'security_group_id': '1c141973-95e3-4571-8866-14ee7437a48b', 'project_id': '70c32ed827b44976a672f5575ba839dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:51.781498 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.791768 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ad6f8324-c587-4306-948d-4f9a79b065ab req-fa3fb91d-cdf3-4e6d-862a-a781a80053f3 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039130 Jun 15 07:09:51.794244 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-130b2f4a-6318-4add-a8d8-79e9d821cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:51.802270 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-130b2f4a-6318-4add-a8d8-79e9d821cbae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.2176754 Jun 15 07:09:51.802491 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7286f9b-ecff-48ba-bb1a-4a8a698fac15 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:09:51.802591 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77af1e51-e14a-48ce-9d57-88221c905be3,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:51.825813 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:51.830169 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c7286f9b-ecff-48ba-bb1a-4a8a698fac15, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:51.859498 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-5a4c0885-b3df-4239-911a-2ccd8a6d4054 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489547 Jun 15 07:09:51.878904 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.securitygroups_db [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Project 70c32ed827b44976a672f5575ba839dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 07:09:51.886959 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.889075 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:51.898213 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:51.986769 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:51.990440 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:52.047379 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.064415 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.074745 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:52.109073 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.127674 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Transition to ACTIVE for port object d43376e9-dc92-4aa1-9b5f-7f5b7940d091 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:09:52.141728 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.146257 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-46ff0f0f-87d5-4f9c-8ce7-17beb1737a04 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761636 Jun 15 07:09:52.150100 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:52.158912 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d9abee-4af2-4924-adc4-c0a0e6e532de,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:52.177451 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:52.183463 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.201219 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4282458 Jun 15 07:09:52.211222 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36398) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:52.219954 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5913b8-71d9-4c75-b5b4-728f78183d70 None None] Pushing event updated for resources: {'Port': ['ID=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:52.222541 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['c7286f9b-ecff-48ba-bb1a-4a8a698fac15'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:09:52.227006 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ca5913b8-71d9-4c75-b5b4-728f78183d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:52.257822 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-467433c7-a2d7-4e79-b8b0-a49fd00aa579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.376220 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4339623-ef57-417a-90c0-7100d6c6fe61 req-8574fa30-bc53-4bdb-aa10-d59f0643d1f1 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228343 Jun 15 07:09:52.427063 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.461587 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-467433c7-a2d7-4e79-b8b0-a49fd00aa579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.475548 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-467433c7-a2d7-4e79-b8b0-a49fd00aa579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.484410 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-de323429-240f-47f5-867e-1ae503ee34d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:52.530755 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Attempting to bind port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:09:52.531364 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Attempting to bind port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:09:52.537022 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Attempting to bind port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 on network a8718176-7345-4fab-ac6a-f8d295578e5e {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:09:52.557652 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467433c7-a2d7-4e79-b8b0-a49fd00aa579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521a1d2c-b0f3-4fde-aa3b-dc37a96abe9c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:52.563380 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-467433c7-a2d7-4e79-b8b0-a49fd00aa579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:52.577337 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-467433c7-a2d7-4e79-b8b0-a49fd00aa579 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76ad16029a244eb297f227fe2d7bf370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644803 Jun 15 07:09:52.580699 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36422) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:52.584100 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:09:52.584533 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Checking segment: {'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:52.588910 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.589423 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Bound using segment: {'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:09:52.593386 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Bound port: d43376e9-dc92-4aa1-9b5f-7f5b7940d091, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77a2dc-e5de-47c9-baa2-e323dabb2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:09:52.594120 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.752136 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7c74c61-d330-4321-ad6e-03cb500a4dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.795377 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c701c8-3a66-4cef-aebe-3aac7453e5f9 req-e0ef8f0c-c951-453b-bc25-16fae05b491b tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:52.802196 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7c74c61-d330-4321-ad6e-03cb500a4dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.805124 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c4c701c8-3a66-4cef-aebe-3aac7453e5f9 req-e0ef8f0c-c951-453b-bc25-16fae05b491b tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 944 time: 0.1381340 Jun 15 07:09:52.857373 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] For port d43376e9-dc92-4aa1-9b5f-7f5b7940d091, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:09:52.863621 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] For port d43376e9-dc92-4aa1-9b5f-7f5b7940d091, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,segment=NetworkSegment(7a77a2dc-e5de-47c9-baa2-e323dabb2a82),segment_id=7a77a2dc-e5de-47c9-baa2-e323dabb2a82)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:09:52.873673 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7c74c61-d330-4321-ad6e-03cb500a4dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.876149 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.876998 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7c74c61-d330-4321-ad6e-03cb500a4dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:52.878279 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-c7c74c61-d330-4321-ad6e-03cb500a4dc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/521a1d2c-b0f3-4fde-aa3b-dc37a96abe9c HTTP/1.1" status: 204 len: 168 time: 0.2959774 Jun 15 07:09:52.879237 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4aac3834-3f1e-4f79-ad53-405020948fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:52.887346 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-38089032-b350-4bb1-ae79-8b9278a3ffbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:52.896104 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74c61-d330-4321-ad6e-03cb500a4dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a1d2c-b0f3-4fde-aa3b-dc37a96abe9c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:52.899039 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c7c74c61-d330-4321-ad6e-03cb500a4dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:52.929963 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c4c701c8-3a66-4cef-aebe-3aac7453e5f9 req-5434a2cc-b4b3-461f-acac-46a06401d197 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218860 Jun 15 07:09:53.165266 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5913b8-71d9-4c75-b5b4-728f78183d70 None None] Pushing event updated for resources: {'Port': ['ID=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:53.172742 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Routers {'68cf4cf6-877c-43ed-8525-0f66b1629338'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:09:53.173476 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:09:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['68cf4cf6-877c-43ed-8525-0f66b1629338'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:53.180471 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ca5913b8-71d9-4c75-b5b4-728f78183d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:53.638129 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] Set router 68cf4cf6-877c-43ed-8525-0f66b1629338 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:09:53.699016 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cf5a2-f667-4fde-bdf7-f85449105792 req-e089b600-9ea4-4d3e-9a24-f4a9a57dc779 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:53.706153 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-527cf5a2-f667-4fde-bdf7-f85449105792 req-e089b600-9ea4-4d3e-9a24-f4a9a57dc779 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.6883161 Jun 15 07:09:53.764043 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-527cf5a2-f667-4fde-bdf7-f85449105792 req-b8de912c-02e5-4cb5-b1a1-ff8f8b976eac tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557449 Jun 15 07:09:54.059831 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:09:45Z', 'revision_number': 4, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port': {'id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:42Z', 'updated_at': '2021-06-15T07:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': 'd43376e9-dc92-4aa1-9b5f-7f5b7940d091', 'name': '', 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'mac_address': 'fa:16:3e:e7:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '9bb1cec6-fef6-4dbb-b59c-e4175749adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:44Z', 'updated_at': '2021-06-15T07:09:52Z', 'revision_number': 4, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'subnets': [{'id': '9bb1cec6-fef6-4dbb-b59c-e4175749adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:09:54.069738 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d4407-3cd5-4279-b0c8-439eb5fe2d1d None None] The sync data for ids ['68cf4cf6-877c-43ed-8525-0f66b1629338'] in dv-cinder-741349-5-iscsi is: [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:09:45Z', 'revision_number': 4, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port': {'id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:42Z', 'updated_at': '2021-06-15T07:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': 'd43376e9-dc92-4aa1-9b5f-7f5b7940d091', 'name': '', 'network_id': 'a8718176-7345-4fab-ac6a-f8d295578e5e', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'mac_address': 'fa:16:3e:e7:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '9bb1cec6-fef6-4dbb-b59c-e4175749adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:44Z', 'updated_at': '2021-06-15T07:09:52Z', 'revision_number': 4, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'subnets': [{'id': '9bb1cec6-fef6-4dbb-b59c-e4175749adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:09:54.258530 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40173332-56dd-47f5-b728-904c2129ddeb req-7b52d959-7c85-47b8-b7d3-bf1279b0bfeb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:54.260659 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-40173332-56dd-47f5-b728-904c2129ddeb req-7b52d959-7c85-47b8-b7d3-bf1279b0bfeb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 944 time: 0.1510231 Jun 15 07:09:54.367995 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-40173332-56dd-47f5-b728-904c2129ddeb req-1f96b25b-6ccd-4400-bdb7-a541408a068a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998094 Jun 15 07:09:55.102223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1dc45-515a-42c2-b4b2-c3d34140ef51 req-fe8ec174-5723-4398-997b-ec706cb5a3a1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:55.103827 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2ab1dc45-515a-42c2-b4b2-c3d34140ef51 req-fe8ec174-5723-4398-997b-ec706cb5a3a1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1205606 Jun 15 07:09:55.182556 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2ab1dc45-515a-42c2-b4b2-c3d34140ef51 req-6d17edf4-52ab-4c03-aa9e-7efa5000741a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718722 Jun 15 07:09:55.324293 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c7286f9b-ecff-48ba-bb1a-4a8a698fac15 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:55.469253 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:55.479869 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:55.480615 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:55.865550 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0620b-e0f4-415c-8b28-9127c7265048 req-1ca8343d-c5d3-475a-819a-de7138f83d0a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:55.881165 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d8f0620b-e0f4-415c-8b28-9127c7265048 req-1ca8343d-c5d3-475a-819a-de7138f83d0a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 944 time: 0.1598723 Jun 15 07:09:55.949972 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d8f0620b-e0f4-415c-8b28-9127c7265048 req-37090d84-44f4-4ba7-bd1a-9fe9346b2bea tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676804 Jun 15 07:09:56.102428 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:56.178481 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c7286f9b-ecff-48ba-bb1a-4a8a698fac15, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:56.181777 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ec011-b103-4398-8f72-de1ca7d20b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:09:56.184818 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551436af-9149-4fc7-86f0-41c2c6c0fb3a" -d '{"events": [{"server_uuid": "d92ec011-b103-4398-8f72-de1ca7d20b88", "name": "network-vif-plugged", "status": "completed", "tag": "c7286f9b-ecff-48ba-bb1a-4a8a698fac15"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:09:56.188192 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device d43376e9-dc92-4aa1-9b5f-7f5b7940d091 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:56.218647 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:56.222320 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:56.259684 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce512fd8-3290-47d2-a181-161fbaf7b9c6 x-openstack-request-id: req-ce512fd8-3290-47d2-a181-161fbaf7b9c6 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:09:56.260065 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ec011-b103-4398-8f72-de1ca7d20b88", "name": "network-vif-plugged", "status": "completed", "tag": "c7286f9b-ecff-48ba-bb1a-4a8a698fac15", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:09:56.260379 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce512fd8-3290-47d2-a181-161fbaf7b9c6 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:09:56.262297 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ec011-b103-4398-8f72-de1ca7d20b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15', 'code': 200} Jun 15 07:09:56.314653 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:56.319045 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:56.326110 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:09:56.335218 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:56.337068 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:56.454536 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:56.534886 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port d43376e9-dc92-4aa1-9b5f-7f5b7940d091, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,segment=NetworkSegment(7a77a2dc-e5de-47c9-baa2-e323dabb2a82),segment_id=7a77a2dc-e5de-47c9-baa2-e323dabb2a82)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:09:56.544829 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:56.547791 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d6d5685c-3034-47e1-a9e6-74ccf9d0aafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:56.574418 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ff07d-029f-4f94-9d17-8b285abfe2f9 req-506f2b29-ece7-4aec-931e-a5a4e7d3033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:56.576777 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f31ff07d-029f-4f94-9d17-8b285abfe2f9 req-506f2b29-ece7-4aec-931e-a5a4e7d3033e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 1098 time: 0.0971198 Jun 15 07:09:56.588689 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36548) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:56.663363 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:56.668595 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:56.681743 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f31ff07d-029f-4f94-9d17-8b285abfe2f9 req-4bbd9cf4-370c-4b05-94da-4165c06b22ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764129 Jun 15 07:09:56.770350 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:56.875869 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:56.881563 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:56.887429 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-643ad360-1a9d-4cc2-b351-62b4962e5d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:56.949273 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=627496c1604e4e6c87d70e7014298c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585830 Jun 15 07:09:56.950664 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ebbe76-0686-4828-a83e-3745b7d8f61d,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:56.951913 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36558) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:56.960020 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.960204 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.961085 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.961641 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.961998 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.962476 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.963204 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.963579 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.964085 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.964544 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.965291 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.965677 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:56.970863 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:57.033370 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:57.060151 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:57.162814 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:57.166805 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:57.167940 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9ebbe76-0686-4828-a83e-3745b7d8f61d HTTP/1.1" status: 204 len: 168 time: 0.2147615 Jun 15 07:09:57.169035 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51d41a3f-63a0-45ec-9fd2-cfbe15cc8b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:57.187617 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4cab6-3329-46a8-be25-cf9bd28a2f56 req-f409cae9-86ec-47c8-9a40-800684fc47ad tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:57.189472 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7fd4cab6-3329-46a8-be25-cf9bd28a2f56 req-f409cae9-86ec-47c8-9a40-800684fc47ad tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 945 time: 0.1019528 Jun 15 07:09:57.191059 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ebbe76-0686-4828-a83e-3745b7d8f61d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:57.199791 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.200473 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.201110 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.201487 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.201836 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.202174 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.202523 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.202865 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.203208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.203569 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.203912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.204244 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:09:57.215053 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:57.274213 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7fd4cab6-3329-46a8-be25-cf9bd28a2f56 req-d17ee821-034c-48f2-8974-22c1dead5d24 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608029 Jun 15 07:09:57.472239 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d347402-f3fd-4534-85ce-6ba2c383ec4d req-3c8f9e9d-a0b1-4ec3-a591-529723b897f5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:57.474335 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d347402-f3fd-4534-85ce-6ba2c383ec4d req-3c8f9e9d-a0b1-4ec3-a591-529723b897f5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0813158 Jun 15 07:09:57.524519 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d347402-f3fd-4534-85ce-6ba2c383ec4d req-a580b09e-803c-4292-9e8d-7fe566000ead tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Jun 15 07:09:57.551857 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36572) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:57.571070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1c881aa7-8cc9-496c-9a74-e751ae2a1e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:57.730868 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1c881aa7-8cc9-496c-9a74-e751ae2a1e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:57.739200 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1c881aa7-8cc9-496c-9a74-e751ae2a1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:57.752956 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a75f9359-afaa-445c-98ed-88329c8ae733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:57.796660 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1c881aa7-8cc9-496c-9a74-e751ae2a1e80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=079acc2016e14647ae510026efbd6ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433929 Jun 15 07:09:57.799416 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36578) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:57.803292 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c881aa7-8cc9-496c-9a74-e751ae2a1e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3615ccf-5132-4e4e-923f-6f6f62cd544b,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:57.807181 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1c881aa7-8cc9-496c-9a74-e751ae2a1e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:57.885867 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16f922cf-7a26-48b4-884a-e7f75890e379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:57.925776 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16f922cf-7a26-48b4-884a-e7f75890e379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:58.032609 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16f922cf-7a26-48b4-884a-e7f75890e379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:58.036135 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16f922cf-7a26-48b4-884a-e7f75890e379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:58.037881 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-16f922cf-7a26-48b4-884a-e7f75890e379 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3615ccf-5132-4e4e-923f-6f6f62cd544b HTTP/1.1" status: 204 len: 168 time: 0.2361982 Jun 15 07:09:58.039155 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-467433c7-a2d7-4e79-b8b0-a49fd00aa579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:58.051497 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f922cf-7a26-48b4-884a-e7f75890e379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3615ccf-5132-4e4e-923f-6f6f62cd544b,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:58.055326 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-16f922cf-7a26-48b4-884a-e7f75890e379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:58.078510 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device d43376e9-dc92-4aa1-9b5f-7f5b7940d091 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:09:58.156068 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:09:58.156971 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:58.526260 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf681939-ec1e-45fb-ac4b-306863f0adce req-6557bfdb-0aaf-47fc-819e-64a91e0701fc tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:58.528143 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf681939-ec1e-45fb-ac4b-306863f0adce req-6557bfdb-0aaf-47fc-819e-64a91e0701fc tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 945 time: 0.0764780 Jun 15 07:09:58.577502 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf681939-ec1e-45fb-ac4b-306863f0adce req-40ad74d0-2bab-4e9e-b07e-29b68ed477a3 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Jun 15 07:09:58.971173 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36618) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:59.107387 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1266365571-network', 'tenant_id': '77f6a6940903412da19edbdee4edbceb'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:59.130535 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Made reservation on behalf of 77f6a6940903412da19edbdee4edbceb for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:59.133542 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.144928 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.264160 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.271019 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.277627 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f9ec7848-f472-4ec1-8b66-773e2f432ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:59.314977 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:09:59.328249 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb30a7ba-3c20-4b7f-af32-74e418f2dc7f,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:59.336983 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:59.338837 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.338837 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Added segment 66208f45-5aca-4788-b963-9fd985882820 of type vlan for network 8fb9392f-1322-4242-a417-913f65377561 Jun 15 07:09:59.409458 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.441850 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.443602 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:59.444293 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.447329 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:59.488951 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5138249 Jun 15 07:09:59.489357 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36630) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:09:59.494585 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Request body: {'subnet': {'network_id': '8fb9392f-1322-4242-a417-913f65377561', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1266365571-subnet', 'tenant_id': '77f6a6940903412da19edbdee4edbceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:09:59.517315 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Made reservation on behalf of 77f6a6940903412da19edbdee4edbceb for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:09:59.520004 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533721699'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.531321 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb9392f-1322-4242-a417-913f65377561,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:59.534209 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:59.541548 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 8fb9392f-1322-4242-a417-913f65377561 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:09:59.772433 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534052951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533721717'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.775768 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b7dd6073-7801-4405-a55c-bfe3330e6101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:09:59.857876 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9da70a-c156-45f4-a2b5-a1197e68bce2,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:09:59.862583 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:09:59.865296 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Checking segment: {'id': '66208f45-5aca-4788-b963-9fd985882820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8fb9392f-1322-4242-a417-913f65377561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:09:59.865665 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Network hostable DHCP agents. Network: 8fb9392f-1322-4242-a417-913f65377561, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:09:59.884336 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Network 8fb9392f-1322-4242-a417-913f65377561 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:09:59.893805 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 8fb9392f-1322-4242-a417-913f65377561) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:09:59.898116 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:09:59.898841 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:09:59.906913 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e53ead1-b8b6-46e7-8357-b33887e996ad None None] Network 8fb9392f-1322-4242-a417-913f65377561 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:09:59.914719 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4241130 Jun 15 07:10:00.153598 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7edde-d669-4121-b6b4-2bba2d204362 None None] Network 8fb9392f-1322-4242-a417-913f65377561 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:10:00.557908 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36652) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:00.562812 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-663035247-network', 'tenant_id': '2c564fb499674f94a94da4e801982659'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:00.586959 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Made reservation on behalf of 2c564fb499674f94a94da4e801982659 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:10:00.589975 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.602593 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.716341 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.721380 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.724726 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-022991d8-9ffa-4e07-8ab8-ffe431b3d14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:00.753823 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:10:00.763697 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f8107c-75f4-4b4f-9ad2-7c9fa4c6e807,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:00.766781 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:00.772597 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.773916 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Added segment 4b7cb219-9190-4b9c-8262-ce3406499dd0 of type vlan for network 0bcb742e-9fb2-4a78-957e-8358de515251 Jun 15 07:10:00.831535 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.862359 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.863657 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:00.864239 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.866425 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ab1d3e52-9c80-43c8-b71b-3a2511aa3f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:00.908078 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3467391 Jun 15 07:10:00.908555 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36654) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:00.915604 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Request body: {'subnet': {'network_id': '0bcb742e-9fb2-4a78-957e-8358de515251', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-663035247-subnet', 'tenant_id': '2c564fb499674f94a94da4e801982659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:00.941927 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Made reservation on behalf of 2c564fb499674f94a94da4e801982659 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:10:00.945546 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533101003'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:00.951174 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Pushing event updated for resources: {'Network': ['ID=0bcb742e-9fb2-4a78-957e-8358de515251,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:00.954043 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:00.962372 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 0bcb742e-9fb2-4a78-957e-8358de515251 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:10:01.186950 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533724011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533101021'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:01.189771 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:01.263916 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81c9e8c-f18f-4955-acf9-2e9e507b6ee0,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:01.268085 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:01.277819 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Checking segment: {'id': '4b7cb219-9190-4b9c-8262-ce3406499dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0bcb742e-9fb2-4a78-957e-8358de515251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:10:01.278268 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Network hostable DHCP agents. Network: 0bcb742e-9fb2-4a78-957e-8358de515251, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:10:01.299614 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Network 0bcb742e-9fb2-4a78-957e-8358de515251 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:10:01.311019 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 0bcb742e-9fb2-4a78-957e-8358de515251) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:10:01.316774 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:01.317931 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:01.325486 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36065a88-a09b-4d18-9f98-f973c009b53b None None] Network 0bcb742e-9fb2-4a78-957e-8358de515251 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:10:01.340124 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f9b47402-ce81-4d23-a8b9-ce4a0d3d16c0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4292858 Jun 15 07:10:01.563081 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47607637-7d25-4516-abba-51260b9c7d88 None None] Network 0bcb742e-9fb2-4a78-957e-8358de515251 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:10:06.394227 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-09f71611-3b8e-40b6-b9d7-60c645fd2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:06.395622 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-09f71611-3b8e-40b6-b9d7-60c645fd2409 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0687361 Jun 15 07:10:06.540912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-57f7635d-41f0-4a9c-a46d-e7e22e2b4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:06.542629 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-57f7635d-41f0-4a9c-a46d-e7e22e2b4f58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.1376119 Jun 15 07:10:06.615798 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-f9a00422-c6d1-4364-a645-a8129230a5b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 200 len: 217 time: 0.0580654 Jun 15 07:10:06.690318 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-94127e4d-98ff-474c-b2de-447e95a35625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:06.691668 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-94127e4d-98ff-474c-b2de-447e95a35625 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.0638063 Jun 15 07:10:06.736961 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-438d012e-4945-437d-b45b-713071ed5d28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320752 Jun 15 07:10:06.860394 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-421fa9bf-1697-43fb-8c42-424029201576 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162245 Jun 15 07:10:06.996638 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a02ec7a-1393-4392-9809-f195b91c8047 req-ced7db74-f927-48c0-94f5-06f01ea22ead service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286323 Jun 15 07:10:10.647342 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-b1052c5b-5cc4-43e9-b9c7-1f64b5fe1d7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712867 Jun 15 07:10:10.765070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-8be07755-cc24-4879-9957-2f2d1d113c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:10.766544 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-8be07755-cc24-4879-9957-2f2d1d113c48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 1098 time: 0.0846570 Jun 15 07:10:10.920902 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-8ddda7d7-547f-40f7-add5-fd236108da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:10.922316 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-8ddda7d7-547f-40f7-add5-fd236108da12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.1294477 Jun 15 07:10:11.001502 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-9a93a12b-e295-44a7-aa7c-f8e9b77a4813 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816060c2-cb35-44da-b068-7d16bf976da7 HTTP/1.1" status: 200 len: 217 time: 0.0673079 Jun 15 07:10:11.076283 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-2ef1435b-006f-4613-9ac2-eeadf163e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:11.078331 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-2ef1435b-006f-4613-9ac2-eeadf163e900 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.0702150 Jun 15 07:10:11.135357 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-1d4700a8-d83e-4007-9bbb-0d7f226249b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347407 Jun 15 07:10:11.282759 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-e7f374db-df13-49a6-a2d9-fc0a669b2828 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409686 Jun 15 07:10:11.469789 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c31341ff-7e8f-4f8d-9ae2-6561edea6820 req-7f32c986-affd-4e93-919b-90bfe49381f1 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651433 Jun 15 07:10:14.332567 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69448e61-dad2-42cf-afa4-abca5410e589 req-c00e49aa-010b-475f-804c-f04be829ab3f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:14.339738 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-69448e61-dad2-42cf-afa4-abca5410e589 req-c00e49aa-010b-475f-804c-f04be829ab3f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1060882 Jun 15 07:10:14.379239 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b61f96-6778-401f-8583-b405b153cf97 req-c46cd3e2-5185-4e76-a920-0f382c580743 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:14.381980 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-c46cd3e2-5185-4e76-a920-0f382c580743 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 815 time: 0.2494929 Jun 15 07:10:14.395945 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-69448e61-dad2-42cf-afa4-abca5410e589 req-6a9cc6f2-fe1d-4f20-a4d8-8448cc3e908c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551994 Jun 15 07:10:14.431409 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-96eb5d46-482c-40cd-8e37-82fb7c595173 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/quotas/9dc43714430548b0b033bc1b8a040feb HTTP/1.1" status: 200 len: 375 time: 0.0347636 Jun 15 07:10:14.571344 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-2cddf008-81ad-4050-af1a-7de2c010a0ff tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385431 Jun 15 07:10:14.654664 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45b233-eefe-4ceb-ad8f-97dc3a0f27fd req-c0793ca1-ec86-4251-a934-c94d75f60674 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:14.662179 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dd45b233-eefe-4ceb-ad8f-97dc3a0f27fd req-c0793ca1-ec86-4251-a934-c94d75f60674 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0873864 Jun 15 07:10:14.717489 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dd45b233-eefe-4ceb-ad8f-97dc3a0f27fd req-9f7bebe0-0085-4fed-b7bc-6f65ee092e1b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540018 Jun 15 07:10:14.863159 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-dc7649e8-0280-4dc8-8e22-4dbed4650944 service neutron] 10.222.0.24 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772062 Jun 15 07:10:15.154971 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-0befbf23-d246-417d-a4a0-6fed2f146ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702887 Jun 15 07:10:15.573846 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6af716a-e08f-4fb6-b7c1-1d72f5c12041 req-b3f1c462-1165-4404-9a1a-4ea39ca2fca0 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 210 time: 0.1253560 Jun 15 07:10:15.703231 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b824e70-7951-4d0b-9466-60309ab1af5c req-82e2033c-f6aa-4a80-9d3d-4354602c0451 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:15.707092 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8b824e70-7951-4d0b-9466-60309ab1af5c req-82e2033c-f6aa-4a80-9d3d-4354602c0451 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1612642 Jun 15 07:10:15.773906 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8b824e70-7951-4d0b-9466-60309ab1af5c req-b0e018f9-9804-4085-ad4b-685cdf3431c4 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580335 Jun 15 07:10:16.024343 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dce422-dc30-4c1a-a50f-da2605438f60 req-961d414b-3297-4d3a-92b0-7502a7bd194d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:16.031453 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-06dce422-dc30-4c1a-a50f-da2605438f60 req-961d414b-3297-4d3a-92b0-7502a7bd194d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1215105 Jun 15 07:10:16.041019 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:16.105802 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-06dce422-dc30-4c1a-a50f-da2605438f60 req-9012323b-d750-4831-8774-2f2f36cddaed tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727375 Jun 15 07:10:16.559908 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36906) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:16.620649 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] Deleting subnet 6a9da70a-c156-45f4-a2b5-a1197e68bce2 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:10:16.624024 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:16.665899 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:16.986778 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d77b974f-b139-4a0d-b149-48d16ee831c5 req-6daba6f2-4b2a-4c4b-b50e-210196d06618 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 210 time: 0.2960968 Jun 15 07:10:17.009122 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.011852 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02d659-a752-493f-b4dc-8048bd761495 req-e9e4f2e6-4914-4b3a-af1d-c083d6709c41 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:17.013514 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b02d659-a752-493f-b4dc-8048bd761495 req-e9e4f2e6-4914-4b3a-af1d-c083d6709c41 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1017478 Jun 15 07:10:17.075011 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b02d659-a752-493f-b4dc-8048bd761495 req-e895e5cf-7438-464b-bfaa-65a11a2fbdb7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504940 Jun 15 07:10:17.090380 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-25ab01a9-ecfc-4236-aea1-9930e7896712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.197894 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.206470 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:17.294821 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b61f96-6778-401f-8583-b405b153cf97 req-5af8a760-e686-4ef3-b532-6a00bf5a1afc tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:17.297276 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-5af8a760-e686-4ef3-b532-6a00bf5a1afc tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 815 time: 0.3013554 Jun 15 07:10:17.310830 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9da70a-c156-45f4-a2b5-a1197e68bce2,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:17.315046 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:17.338919 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Request body: {'port': {'device_id': 'c90c362f-8f4d-4a1a-b203-098bda5b4d71', 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'admin_state_up': True, 'tenant_id': '9dc43714430548b0b033bc1b8a040feb'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:17.372489 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.376624 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8c89a702-6b93-457f-8926-7425d861ef2f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a9da70a-c156-45f4-a2b5-a1197e68bce2 HTTP/1.1" status: 204 len: 168 time: 0.8134985 Jun 15 07:10:17.377264 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 36932) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:17.527725 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.591462 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a7684-834c-49d0-9563-aaa0861a57fb req-2d318234-e0e8-4641-9c50-b6e71c3685a1 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:17.593846 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-256a7684-834c-49d0-9563-aaa0861a57fb req-2d318234-e0e8-4641-9c50-b6e71c3685a1 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.2884696 Jun 15 07:10:17.653356 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Made reservation on behalf of 9dc43714430548b0b033bc1b8a040feb for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:10:17.656914 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.676385 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.677386 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-256a7684-834c-49d0-9563-aaa0861a57fb req-6e28c421-be87-4ab6-a07a-e4abe2be8f48 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764635 Jun 15 07:10:17.697953 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb9392f-1322-4242-a417-913f65377561']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:17.713641 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66208f45-5aca-4788-b963-9fd985882820') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:17.714169 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66208f45-5aca-4788-b963-9fd985882820') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:17.725712 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533723974'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.748741 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.756584 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:10:17.757640 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533724289'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: timer() Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: cb(*args, **kw) Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: self._notify() Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: self.callback(batched_events) Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: event.method(event) Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._get(url).json() Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:10:17.759744 dv-cinder-741349-5-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:10:17.845274 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.850225 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:17.850887 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Allocated IP 172.20.0.4 (b7120369-8caa-43ee-add0-788bd8af8767/dc68e083-7dae-4cb3-803c-d1050293d204/bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:10:17.855047 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:17.857080 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8fb9392f-1322-4242-a417-913f65377561 HTTP/1.1" status: 204 len: 168 time: 0.4783394 Jun 15 07:10:17.861992 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36962) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:17.870716 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb9392f-1322-4242-a417-913f65377561,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:17.873703 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7c977194-ca9b-46cc-9b91-e4cb1e7c4b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:17.943380 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Deleting subnet d81c9e8c-f18f-4955-acf9-2e9e507b6ee0 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:10:17.954568 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.034188 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.190697 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.227777 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-766338d5-7548-44b4-9383-43163499c430 req-57a0ccf2-4054-408e-9801-028f53205c4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 210 time: 0.0856390 Jun 15 07:10:18.257823 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.270178 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:10:18.270897 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:18.309111 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.396548 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Network b7120369-8caa-43ee-add0-788bd8af8767 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:10:18.406862 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:10:18.414686 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:10:18.417481 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Pushing event updated for resources: {'Port': ['ID=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:18.429467 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:18.494107 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.502837 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:18.503445 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.508498 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-38673975-1dda-4238-9ab9-85bdbe5e405f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:18.553201 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec84f37-31b7-431f-9339-6e410f7f67d4 req-54e3ba44-ee4e-4355-9dee-ae95a221511d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:18.554765 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cec84f37-31b7-431f-9339-6e410f7f67d4 req-54e3ba44-ee4e-4355-9dee-ae95a221511d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.2997410 Jun 15 07:10:18.557918 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81c9e8c-f18f-4955-acf9-2e9e507b6ee0,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:18.561009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:18.562003 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.563817 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d81c9e8c-f18f-4955-acf9-2e9e507b6ee0 HTTP/1.1" status: 204 len: 168 time: 0.7004325 Jun 15 07:10:18.567562 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 36990) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:18.591731 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2573054 Jun 15 07:10:18.612012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Request body: {'port': {'device_id': 'c90c362f-8f4d-4a1a-b203-098bda5b4d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:18.726555 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.736614 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cec84f37-31b7-431f-9339-6e410f7f67d4 req-69ec3a57-9ca6-49ec-89ad-ed635c2f1f8c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597409 Jun 15 07:10:18.830656 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.896010 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f050e47-aae1-4062-a397-71457a9ec706 req-110c51a1-f2e1-4461-b6ea-99b55d54d1e7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:18.898088 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5f050e47-aae1-4062-a397-71457a9ec706 req-110c51a1-f2e1-4461-b6ea-99b55d54d1e7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0701497 Jun 15 07:10:18.899148 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.939267 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcb742e-9fb2-4a78-957e-8358de515251']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:18.950910 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5f050e47-aae1-4062-a397-71457a9ec706 req-4a203eae-bc1f-40b4-a5a6-2911302e976f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462816 Jun 15 07:10:18.958129 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7cb219-9190-4b9c-8262-ce3406499dd0') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:18.958433 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7cb219-9190-4b9c-8262-ce3406499dd0') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:18.976844 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:18.996282 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.052727 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:10:19.053497 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:10:19.055682 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:10:19.168490 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.177008 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-86eefe3f-1f21-476b-89e4-40d0973d3b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:19.181080 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.182910 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0bcb742e-9fb2-4a78-957e-8358de515251 HTTP/1.1" status: 204 len: 168 time: 0.6141849 Jun 15 07:10:19.241538 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcb742e-9fb2-4a78-957e-8358de515251,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:19.245350 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:19.275869 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 37000) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:19.362674 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] Deleting subnet df776c28-ba05-4445-a2ad-6b572f0d62e5 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:10:19.370357 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.423659 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37004) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:19.489865 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.493440 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-dc9b5e6d-e061-46ba-a16b-0e337c4fb1f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77f6a6940903412da19edbdee4edbceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674109 Jun 15 07:10:19.496260 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37010) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:19.526710 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:10:19.537106 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.573845 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Transition to ACTIVE for port object bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:10:19.587328 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.590197 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e9f35302-ebe4-4eda-bbfe-f8df168c88b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.590720 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.628070 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-c12b8dc9-870c-4f74-8dbb-ec97a90ff403 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873423156&fields=id&tenant_id=70c32ed827b44976a672f5575ba839dd HTTP/1.1" status: 200 len: 267 time: 0.0865304 Jun 15 07:10:19.633265 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-731cca70-21a1-436c-9bc5-eacc5fbfcd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.634407 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:19.678010 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.724442 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-731cca70-21a1-436c-9bc5-eacc5fbfcd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.824541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Pushing event updated for resources: {'Port': ['ID=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:19.833226 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab8ae0-5306-4e8b-a8e4-cd762b1196d2 req-7e46ef0d-7fc5-4d8a-89eb-fb0810f5294d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:19.833852 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7fab8ae0-5306-4e8b-a8e4-cd762b1196d2 req-7e46ef0d-7fc5-4d8a-89eb-fb0810f5294d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 931 time: 0.3941040 Jun 15 07:10:19.836677 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:19.892079 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.926686 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:19.982486 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df776c28-ba05-4445-a2ad-6b572f0d62e5,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:19.985773 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:19.987673 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df776c28-ba05-4445-a2ad-6b572f0d62e5 HTTP/1.1" status: 204 len: 168 time: 0.7107761 Jun 15 07:10:19.989977 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8b6c7903-cda5-446a-bb94-ff75a515e6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:19.992844 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 37016) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:19.997303 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7fab8ae0-5306-4e8b-a8e4-cd762b1196d2 req-c3c80931-7f9a-447e-a639-84197aa85abb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510358 Jun 15 07:10:20.045419 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Attempting to bind port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:10:20.045756 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Attempting to bind port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:10:20.046089 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Attempting to bind port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b on network b7120369-8caa-43ee-add0-788bd8af8767 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:10:20.107001 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b on network b7120369-8caa-43ee-add0-788bd8af8767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:10:20.108084 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Attempting to bind port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b on network b7120369-8caa-43ee-add0-788bd8af8767 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:10:20.116787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:10:20.117276 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Checking segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:10:20.117622 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Bound using segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:10:20.118018 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Bound port: bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:10:20.118358 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.122439 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.141097 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-16d0f286-5ab6-4405-8f9b-402264f610b9 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:20.144045 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-16d0f286-5ab6-4405-8f9b-402264f610b9 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 809 time: 0.5060036 Jun 15 07:10:20.165251 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-731cca70-21a1-436c-9bc5-eacc5fbfcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.167800 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-731cca70-21a1-436c-9bc5-eacc5fbfcd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.171698 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-731cca70-21a1-436c-9bc5-eacc5fbfcd6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb30a7ba-3c20-4b7f-af32-74e418f2dc7f HTTP/1.1" status: 204 len: 168 time: 0.6714711 Jun 15 07:10:20.171698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ea0ac1da-bea5-41be-8c76-e71e4d766cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:20.176240 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-1e2366c2-4069-44ef-9a75-667102ebdbda tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/quotas/70c32ed827b44976a672f5575ba839dd HTTP/1.1" status: 200 len: 375 time: 0.0206172 Jun 15 07:10:20.191507 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cca70-21a1-436c-9bc5-eacc5fbfcd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb30a7ba-3c20-4b7f-af32-74e418f2dc7f,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:20.195421 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-731cca70-21a1-436c-9bc5-eacc5fbfcd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:20.316050 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-d62ad6d5-739b-4ca9-8715-efbbb5a3e045 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175184 Jun 15 07:10:20.318473 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] For port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:10:20.378788 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.422887 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a82592b-cd73-4513-bfa3-06fb7ad452e1']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:20.428190 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] For port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:10:20.460189 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121fc3-a7f6-41db-9132-c85850810610 req-a5ee08a0-f046-4612-83ea-5ec0ecc17fb0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:20.462736 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fa121fc3-a7f6-41db-9132-c85850810610 req-a5ee08a0-f046-4612-83ea-5ec0ecc17fb0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.3198056 Jun 15 07:10:20.464301 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.470488 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb56b6e-372b-4dbd-a4ed-db44957ed749') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:20.470970 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb56b6e-372b-4dbd-a4ed-db44957ed749') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:20.473471 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6192abc9-8ce1-43a3-b94c-6e7bf55b1a35 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:20.501912 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-f9701bcb-ff9d-4f78-b495-def628c2c617 service neutron] 10.222.0.24 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777778 Jun 15 07:10:20.543579 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37022) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:20.728675 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9da2d9c6-8c8b-4092-8794-ed16a0a2f43b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c564fb499674f94a94da4e801982659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832402 Jun 15 07:10:20.732117 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37024) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:20.786043 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-80036f2a-97a6-492a-a122-2de2ad7e92df service neutron] 10.222.0.24 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770646 Jun 15 07:10:20.819998 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d34116f8-699e-4c4b-926a-2e70d8ccfb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.821000 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.847229 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d34116f8-699e-4c4b-926a-2e70d8ccfb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.863386 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.902735 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.906353 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:20.907049 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.909293 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] 10.222.0.11 "PUT /v2.0/ports/bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b HTTP/1.1" status: 200 len: 1093 time: 2.3026791 Jun 15 07:10:20.909293 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90c362f-8f4d-4a1a-b203-098bda5b4d71', 'tag': 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:20.911985 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c90c362f-8f4d-4a1a-b203-098bda5b4d71", "tag": "bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:20.926131 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:10:20.926608 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.928854 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d34116f8-699e-4c4b-926a-2e70d8ccfb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:10:20.929607 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:10:20.936339 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d34116f8-699e-4c4b-926a-2e70d8ccfb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:20.943926 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d34116f8-699e-4c4b-926a-2e70d8ccfb91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4f8107c-75f4-4b4f-9ad2-7c9fa4c6e807 HTTP/1.1" status: 204 len: 168 time: 0.2098079 Jun 15 07:10:20.945740 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4e74dab9-2297-456a-a6a6-d5c67958441e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:20.968384 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34116f8-699e-4c4b-926a-2e70d8ccfb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f8107c-75f4-4b4f-9ad2-7c9fa4c6e807,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:20.973893 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d34116f8-699e-4c4b-926a-2e70d8ccfb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:20.977936 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fa121fc3-a7f6-41db-9132-c85850810610 req-bde5a835-23bd-4d37-997a-692146d4b01d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004988 Jun 15 07:10:21.043340 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Pushing event updated for resources: {'Port': ['ID=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:21.068043 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:21.086619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:21.093166 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:21.098104 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:21.099859 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a82592b-cd73-4513-bfa3-06fb7ad452e1 HTTP/1.1" status: 204 len: 168 time: 1.1059461 Jun 15 07:10:21.114523 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Pushing event deleted for resources: {'Network': ['ID=2a82592b-cd73-4513-bfa3-06fb7ad452e1,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:21.120439 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:21.128084 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b61f96-6778-401f-8583-b405b153cf97 req-b832877f-a2d6-4984-9a1e-47d45851fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:21.129821 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-b832877f-a2d6-4984-9a1e-47d45851fe9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 1096 time: 0.1471467 Jun 15 07:10:21.206470 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-9ffb6625-d7cc-402f-a352-36d6d6d2bfbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b HTTP/1.1" status: 200 len: 217 time: 0.0607901 Jun 15 07:10:21.385901 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9422e1-6a96-4812-8bba-dd84d708190d x-openstack-request-id: req-fe9422e1-6a96-4812-8bba-dd84d708190d {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:10:21.387840 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90c362f-8f4d-4a1a-b203-098bda5b4d71", "tag": "bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:10:21.389310 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe9422e1-6a96-4812-8bba-dd84d708190d {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:10:21.390195 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90c362f-8f4d-4a1a-b203-098bda5b4d71', 'tag': 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b', 'status': 'completed', 'code': 200} Jun 15 07:10:21.417868 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37044) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:21.465751 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b61f96-6778-401f-8583-b405b153cf97 req-12371fbb-4528-46a2-bc0f-e52d6cd9ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:21.468274 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-12371fbb-4528-46a2-bc0f-e52d6cd9ba41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc68e083-7dae-4cb3-803c-d1050293d204 HTTP/1.1" status: 200 len: 855 time: 0.2483692 Jun 15 07:10:21.513984 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8e19ab8c-0681-4194-9adc-58f28e7c0db6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17e488f3489c4eecbad7d8e707957428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938292 Jun 15 07:10:21.516953 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37052) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:21.526728 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad727-f6aa-4b63-b551-a8d10572b864 req-1dc70282-bf36-4bf3-92b3-53976160cc11 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:21.529447 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be5ad727-f6aa-4b63-b551-a8d10572b864 req-1dc70282-bf36-4bf3-92b3-53976160cc11 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.2291985 Jun 15 07:10:21.581355 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-8a35e31d-14f3-4608-ba01-5cf217f0cddc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7120369-8caa-43ee-add0-788bd8af8767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976110 Jun 15 07:10:21.703763 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6051947d-8a46-47f1-9ce3-95e44b54cea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:21.707463 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be5ad727-f6aa-4b63-b551-a8d10572b864 req-323e748f-28c4-403d-9167-79a502c6d532 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410034 Jun 15 07:10:21.755277 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78b444-2d74-433f-ac3b-e7beef21ac9a req-e80d43f2-812d-4c1f-bc63-94573f80c4af tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:21.756934 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aa78b444-2d74-433f-ac3b-e7beef21ac9a req-e80d43f2-812d-4c1f-bc63-94573f80c4af tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 943 time: 0.2307184 Jun 15 07:10:21.763439 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6051947d-8a46-47f1-9ce3-95e44b54cea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:21.799449 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-9f68b2e4-00bf-4dba-bfc5-5704f04e26da service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015774 Jun 15 07:10:21.877556 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aa78b444-2d74-433f-ac3b-e7beef21ac9a req-b1f5444e-63fb-41a2-8172-670bc5761d75 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117332 Jun 15 07:10:21.914980 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6051947d-8a46-47f1-9ce3-95e44b54cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:21.918675 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6051947d-8a46-47f1-9ce3-95e44b54cea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:21.920519 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6051947d-8a46-47f1-9ce3-95e44b54cea4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00bffbe1-13a2-452d-b9f2-6334a44292cf HTTP/1.1" status: 204 len: 168 time: 0.4014955 Jun 15 07:10:21.921404 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9d794f10-962f-43f4-94cb-8b8209777f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:21.941137 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051947d-8a46-47f1-9ce3-95e44b54cea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bffbe1-13a2-452d-b9f2-6334a44292cf,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:21.945173 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6051947d-8a46-47f1-9ce3-95e44b54cea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:21.995500 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b61f96-6778-401f-8583-b405b153cf97 req-4eebd156-b506-4983-82ba-55d45677ef59 service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772428 Jun 15 07:10:22.039722 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3922e906-38eb-45b1-8365-540aa036ad3b req-dc17dc53-bec7-4fff-9a98-0d34465e92af tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 210 time: 0.0392995 Jun 15 07:10:22.201243 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-1bc69860-57dd-43f8-8830-a603502e980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:22.207728 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-1bc69860-57dd-43f8-8830-a603502e980d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 1096 time: 0.0897694 Jun 15 07:10:22.282024 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0a2cb-9771-4c30-8d68-4aa2bdb12753 req-5233814c-c795-403b-80a5-da26bd7d4662 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:22.294204 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:22.295176 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-58a0a2cb-9771-4c30-8d68-4aa2bdb12753 req-5233814c-c795-403b-80a5-da26bd7d4662 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1386182 Jun 15 07:10:22.362575 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-58a0a2cb-9771-4c30-8d68-4aa2bdb12753 req-c49faa42-49c7-465d-b409-0d6be9ceaa4d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605950 Jun 15 07:10:22.409319 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-ca9b36cc-f48c-41bf-9d6c-4dc9462c41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:22.412461 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-ca9b36cc-f48c-41bf-9d6c-4dc9462c41aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 916 time: 0.1974590 Jun 15 07:10:22.476430 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-f25e1865-5540-48d0-82f6-bfbca0ff1f50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b HTTP/1.1" status: 200 len: 217 time: 0.0553451 Jun 15 07:10:22.551531 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-1bb3f6a2-c6ec-4f91-b367-de373999cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:22.554006 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-1bb3f6a2-c6ec-4f91-b367-de373999cdb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc68e083-7dae-4cb3-803c-d1050293d204 HTTP/1.1" status: 200 len: 855 time: 0.0703111 Jun 15 07:10:22.597375 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-f006a2cb-d1be-4e36-897b-fdf0a4579dbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7120369-8caa-43ee-add0-788bd8af8767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344732 Jun 15 07:10:22.730018 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-38fc23e0-21ae-4233-84b9-143a72e035d7 service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255686 Jun 15 07:10:22.970448 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-efd65e78-6c8d-4ccb-9a61-adeeddff5c7f req-041e6ae5-f1b1-4964-85c9-d4d2cb3d3dbb service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317369 Jun 15 07:10:23.080995 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-883d449a-437f-452c-a17a-e4364bba929b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:23.087722 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-883d449a-437f-452c-a17a-e4364bba929b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.11 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 809 time: 0.2606642 Jun 15 07:10:23.169396 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46cd01-1cdb-4c0b-82cd-91d381003dc7 req-06aebfbc-33ff-43f3-b1f8-ce513667abbd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:23.171803 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0d46cd01-1cdb-4c0b-82cd-91d381003dc7 req-06aebfbc-33ff-43f3-b1f8-ce513667abbd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.2138472 Jun 15 07:10:23.212785 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-000e704a-95d7-4c80-9ce4-c98701c30ed2 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70c32ed827b44976a672f5575ba839dd HTTP/1.1" status: 200 len: 380 time: 0.1037149 Jun 15 07:10:23.224357 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'port': {'device_id': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'admin_state_up': True, 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'security_groups': ['1c141973-95e3-4571-8866-14ee7437a48b']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:23.251411 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0d46cd01-1cdb-4c0b-82cd-91d381003dc7 req-70247706-959c-4eba-a71c-b8a0dc59eccb tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732696 Jun 15 07:10:23.447783 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287b505-b5b3-4e6a-a377-2c545a60c865 req-4dfb1686-e8cd-4a5a-83fc-4524e027e999 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:23.462950 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d287b505-b5b3-4e6a-a377-2c545a60c865 req-4dfb1686-e8cd-4a5a-83fc-4524e027e999 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 943 time: 0.3723450 Jun 15 07:10:23.500302 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:10:23.507930 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-45e29ffb-431d-4991-bbb7-46fe613f3fe8 req-96449cda-577e-464a-bc8d-7f403050bd52 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 210 time: 0.0630298 Jun 15 07:10:23.642943 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d287b505-b5b3-4e6a-a377-2c545a60c865 req-87cca2dc-3bcb-434d-9f37-0238fead2553 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784263 Jun 15 07:10:23.690772 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Made reservation on behalf of 70c32ed827b44976a672f5575ba839dd for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:10:23.696752 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:23.750519 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b14ef-cb1b-46f8-8536-0bc63a7088d0 req-22656bc3-6b9a-4fc6-98ac-a044e4e92fd9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:23.752305 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-471b14ef-cb1b-46f8-8536-0bc63a7088d0 req-22656bc3-6b9a-4fc6-98ac-a044e4e92fd9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1380222 Jun 15 07:10:23.766365 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:23.790919 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b', 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'port_id': 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b', 'mac_address': 'fa:16:3e:b7:b0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc68e083-7dae-4cb3-803c-d1050293d204', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:10:23.859000 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:23.882454 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-471b14ef-cb1b-46f8-8536-0bc63a7088d0 req-1df78a23-f5b6-4e72-a691-2d4974f28528 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079674 Jun 15 07:10:23.892366 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:10:23.926796 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:23.932015 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:23.934710 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Allocated IP 172.20.0.11 (b84381c3-7da3-4966-978e-4ce35e1867fe/cc6c6545-940f-470c-a711-1cd61367ef39/095e7f54-0c1f-4bb2-8c53-c17b91a06b96) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:10:23.936697 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:24.021446 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:24.030355 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.031061 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.031547 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.032166 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.032683 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.033388 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.035197 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.035703 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.036225 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.036572 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.036936 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.037265 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:10:24.042956 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:24.151748 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:24.167090 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Transition to ACTIVE for port object 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:10:24.208944 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:24.222338 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:10:24.228026 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:24.286120 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Network b84381c3-7da3-4966-978e-4ce35e1867fe is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:10:24.286120 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:10:24.292141 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:10:24.344852 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:24.349647 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:24.369460 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:24.370208 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:24.389720 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1709361 Jun 15 07:10:24.403251 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Request body: {'port': {'device_id': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:24.555974 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:24.572033 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-34ef12c3-5790-4d5e-81bc-b2e749336ccd None None] Provisioning for port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:10:24.578733 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-34ef12c3-5790-4d5e-81bc-b2e749336ccd None None] Provisioning complete for port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:10:24.578733 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-34ef12c3-5790-4d5e-81bc-b2e749336ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:24.633343 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9b484-28c6-4803-b781-7dd9da83c52c req-45a452db-234f-41ca-b655-fa16234936d7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:24.634909 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-24e9b484-28c6-4803-b781-7dd9da83c52c req-45a452db-234f-41ca-b655-fa16234936d7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1871095 Jun 15 07:10:24.715421 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-24e9b484-28c6-4803-b781-7dd9da83c52c req-6cc93ae2-2964-4642-ba74-cb402c181235 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704863 Jun 15 07:10:24.842829 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-34ef12c3-5790-4d5e-81bc-b2e749336ccd None None] Port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:10:24.858231 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eb2b4-080f-4e89-a5e0-474faff4dbcb req-01f77280-87ad-41dc-a650-8a33a1a2b5b6 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:24.867260 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5c2eb2b4-080f-4e89-a5e0-474faff4dbcb req-01f77280-87ad-41dc-a650-8a33a1a2b5b6 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 932 time: 0.1064990 Jun 15 07:10:24.906094 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5c2eb2b4-080f-4e89-a5e0-474faff4dbcb req-b37dd1fa-d150-4943-9377-8a3726a35bcc tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378134 Jun 15 07:10:25.090056 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d3334-dc3d-4c5a-80a0-5217f3c941b7 req-37b50a09-d1de-480b-a11d-92755ff46c3d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:25.091568 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a69d3334-dc3d-4c5a-80a0-5217f3c941b7 req-37b50a09-d1de-480b-a11d-92755ff46c3d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0797338 Jun 15 07:10:25.141236 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a69d3334-dc3d-4c5a-80a0-5217f3c941b7 req-c792b048-40e9-428c-913b-05514b4915a4 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Jun 15 07:10:25.153246 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a497e-472b-4fb0-87d4-2819345ed509 req-db699625-55d0-438b-870e-fdeac5ac0c3d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:25.155426 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4a4a497e-472b-4fb0-87d4-2819345ed509 req-db699625-55d0-438b-870e-fdeac5ac0c3d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 944 time: 0.2599263 Jun 15 07:10:25.258274 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4a4a497e-472b-4fb0-87d4-2819345ed509 req-4442d8c5-1ec1-4a1a-bb83-ebf62aeb585d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949185 Jun 15 07:10:25.307629 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:10:25.316023 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:25.335607 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Transition to ACTIVE for port object 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:10:25.339556 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:25.342478 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3919f0a0-f907-417c-905d-0b130daa0cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:25.447838 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Pushing event updated for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:25.452747 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:25.516003 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:10:25.571651 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Attempting to bind port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:10:25.571996 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Attempting to bind port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:10:25.572440 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Attempting to bind port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 on network b84381c3-7da3-4966-978e-4ce35e1867fe {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:10:25.577346 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 on network b84381c3-7da3-4966-978e-4ce35e1867fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:10:25.577678 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Attempting to bind port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 on network b84381c3-7da3-4966-978e-4ce35e1867fe {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:10:25.582983 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:10:25.583312 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Checking segment: {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:10:25.583692 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Bound using segment: {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:10:25.584117 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Bound port: 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0201e476-c160-4d66-af5b-5d31fb97f035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:10:25.584459 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:25.612696 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:10:25.618588 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:10:25.619181 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:25.692898 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:10:25.697977 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:10:25.703254 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:25.706524 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:25.759567 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:25.760178 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:25.761104 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:25.761645 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] 10.222.0.11 "PUT /v2.0/ports/095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 1094 time: 1.3626833 Jun 15 07:10:25.762141 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:25.764441 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473112f-3626-4439-bab2-a2b9f068eefb" -d '{"events": [{"name": "network-changed", "server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:25.782669 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Pushing event updated for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:25.786871 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:25.817157 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90c362f-8f4d-4a1a-b203-098bda5b4d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:25.820171 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ff74f-29cd-4c4f-ab93-ef3df2fc987f" -d '{"events": [{"server_uuid": "c90c362f-8f4d-4a1a-b203-098bda5b4d71", "name": "network-vif-plugged", "status": "completed", "tag": "bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:25.838298 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:25.848132 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:25.852062 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:25.853857 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ead3d4-bf1f-4207-bf7d-9c5dd58ecbb6 x-openstack-request-id: req-29ead3d4-bf1f-4207-bf7d-9c5dd58ecbb6 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:10:25.854257 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:10:25.854526 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29ead3d4-bf1f-4207-bf7d-9c5dd58ecbb6 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:10:25.854865 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'status': 'completed', 'code': 200} Jun 15 07:10:25.888482 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fd5a81-2132-4674-9ac1-65b0ceb25d7b x-openstack-request-id: req-87fd5a81-2132-4674-9ac1-65b0ceb25d7b {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:10:25.890695 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90c362f-8f4d-4a1a-b203-098bda5b4d71", "name": "network-vif-plugged", "status": "completed", "tag": "bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:10:25.891185 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87fd5a81-2132-4674-9ac1-65b0ceb25d7b {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:10:25.891734 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90c362f-8f4d-4a1a-b203-098bda5b4d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b', 'code': 200} Jun 15 07:10:25.931164 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-14c3e5b8-0674-43a5-9d25-60231ba3c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:25.933493 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-14c3e5b8-0674-43a5-9d25-60231ba3c12c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1097 time: 0.1149738 Jun 15 07:10:25.953830 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:25.971422 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:26.028832 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-ede60c12-f1e3-4a87-b7e5-0421ddc75c69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 217 time: 0.0858781 Jun 15 07:10:26.162286 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-73ea3450-b78c-4c77-9067-22e26efebf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:26.165371 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-73ea3450-b78c-4c77-9067-22e26efebf38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 200 len: 848 time: 0.1296825 Jun 15 07:10:26.285439 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5101471-340f-411d-b700-b2a6e2fc375f req-ced9de26-3a67-4207-b6ae-10fbeb20e9db tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:26.287366 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e5101471-340f-411d-b700-b2a6e2fc375f req-ced9de26-3a67-4207-b6ae-10fbeb20e9db tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.2033212 Jun 15 07:10:26.298574 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03aa9-6b4c-4441-b780-31a62b0494b5 req-6659cd37-933a-4f86-80db-dca7bb2e44bc tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:26.310213 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1bf03aa9-6b4c-4441-b780-31a62b0494b5 req-6659cd37-933a-4f86-80db-dca7bb2e44bc tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1919630 Jun 15 07:10:26.325709 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-755a5967-1f99-4e30-8b02-bcff638af50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:26.327388 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-755a5967-1f99-4e30-8b02-bcff638af50b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b84381c3-7da3-4966-978e-4ce35e1867fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1536691 Jun 15 07:10:26.343404 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37208) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:26.374510 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e5101471-340f-411d-b700-b2a6e2fc375f req-bdb17509-8898-4c4f-a5ca-2c907be7ab2b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771887 Jun 15 07:10:26.412701 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1bf03aa9-6b4c-4441-b780-31a62b0494b5 req-06cd880a-9e5f-4a8f-bad7-e8326853e327 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012964 Jun 15 07:10:26.459192 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e4303-1c70-453d-ad25-078fb899bd0c req-82dd34c2-44a2-48d0-80b3-322c70e47c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:26.461747 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-957e4303-1c70-453d-ad25-078fb899bd0c req-82dd34c2-44a2-48d0-80b3-322c70e47c76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 1098 time: 0.1937640 Jun 15 07:10:26.516820 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-a54f4b2a-af2a-4aaa-a316-c06159bb448f service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747591 Jun 15 07:10:26.532975 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-957e4303-1c70-453d-ad25-078fb899bd0c req-01190453-7cf2-499c-b112-27a89ebf21a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 Jun 15 07:10:26.687097 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c7e79-4c87-45b5-80dc-9e65a49e55d4 req-b9b66a1d-1f56-48bc-afd5-bf2c2e7c9fc8 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:26.688716 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-789c7e79-4c87-45b5-80dc-9e65a49e55d4 req-b9b66a1d-1f56-48bc-afd5-bf2c2e7c9fc8 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 945 time: 0.0837231 Jun 15 07:10:26.734872 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-789c7e79-4c87-45b5-80dc-9e65a49e55d4 req-3fbc0495-671b-415e-977d-0ac7d67c4ad6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Jun 15 07:10:26.922356 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a5172f43-731d-40e6-860f-112642c55cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:26.963889 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5634e7-7cdf-4c40-a0ad-6118cb3308a7 req-a03294f9-87e5-4b63-bc5b-9fd04b3ad96b service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392126 Jun 15 07:10:27.021647 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d884f1-cad7-40a6-a150-8135dd110179 req-6cbb5e2b-f6b3-4b26-b95a-7b93bc49b3f8 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:27.023064 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-24d884f1-cad7-40a6-a150-8135dd110179 req-6cbb5e2b-f6b3-4b26-b95a-7b93bc49b3f8 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1528227 Jun 15 07:10:27.123615 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-24d884f1-cad7-40a6-a150-8135dd110179 req-d06f17fe-9f7b-44b7-a777-4be638170dbb tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876236 Jun 15 07:10:27.163811 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a5172f43-731d-40e6-860f-112642c55cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:27.167383 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473112f-3626-4439-bab2-a2b9f068eefb req-ab42477b-5a32-4686-a4f2-58891da13c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:27.169081 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d473112f-3626-4439-bab2-a2b9f068eefb req-ab42477b-5a32-4686-a4f2-58891da13c0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1097 time: 0.1439464 Jun 15 07:10:27.170133 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a5172f43-731d-40e6-860f-112642c55cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:27.172605 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f29420c4-246c-4d8a-959e-293a68934fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:27.253551 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a5172f43-731d-40e6-860f-112642c55cd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adcdef0743364d0098fde448b838d6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9091580 Jun 15 07:10:27.256262 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 37214) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:27.256566 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5172f43-731d-40e6-860f-112642c55cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc8ef30-7655-40a6-8801-7e3f390f51ab,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:27.261181 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a5172f43-731d-40e6-860f-112642c55cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:27.320595 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-891ac2c8-5586-48ab-8f83-b20c289de082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:27.335988 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473112f-3626-4439-bab2-a2b9f068eefb req-86fd591b-4618-4e88-b826-cc5a454a6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:27.337487 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d473112f-3626-4439-bab2-a2b9f068eefb req-86fd591b-4618-4e88-b826-cc5a454a6e08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 910 time: 0.1612642 Jun 15 07:10:27.344853 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-891ac2c8-5586-48ab-8f83-b20c289de082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:27.406246 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d473112f-3626-4439-bab2-a2b9f068eefb req-82734764-c017-44b1-aaa7-bcd8ed7938a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 217 time: 0.0602162 Jun 15 07:10:27.409801 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-891ac2c8-5586-48ab-8f83-b20c289de082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:27.412443 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-891ac2c8-5586-48ab-8f83-b20c289de082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:27.414228 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-891ac2c8-5586-48ab-8f83-b20c289de082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efc8ef30-7655-40a6-8801-7e3f390f51ab HTTP/1.1" status: 204 len: 168 time: 0.1567178 Jun 15 07:10:27.415117 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7b0f15c6-386e-4f21-b1db-c4898b608c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:27.425234 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ac2c8-5586-48ab-8f83-b20c289de082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc8ef30-7655-40a6-8801-7e3f390f51ab,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:27.447019 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-891ac2c8-5586-48ab-8f83-b20c289de082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:27.481793 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473112f-3626-4439-bab2-a2b9f068eefb req-fd0af7a9-43fe-4d77-ab68-431889b679c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:27.490499 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d473112f-3626-4439-bab2-a2b9f068eefb req-fd0af7a9-43fe-4d77-ab68-431889b679c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 200 len: 848 time: 0.0773878 Jun 15 07:10:27.528970 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:10:27.631101 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473112f-3626-4439-bab2-a2b9f068eefb req-8e6598e1-9660-41bc-8dad-4ac84f2b6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:27.633924 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d473112f-3626-4439-bab2-a2b9f068eefb req-8e6598e1-9660-41bc-8dad-4ac84f2b6408 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b84381c3-7da3-4966-978e-4ce35e1867fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1313810 Jun 15 07:10:27.790095 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d084835-51ef-4c9c-b6c9-041376842871 req-6e5ce299-f864-40ac-ab33-1456fd58ac12 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:27.792922 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d084835-51ef-4c9c-b6c9-041376842871 req-6e5ce299-f864-40ac-ab33-1456fd58ac12 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.1058030 Jun 15 07:10:27.866822 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d084835-51ef-4c9c-b6c9-041376842871 req-4e39826a-207a-4b0e-9489-b899b6f2a3a4 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668268 Jun 15 07:10:27.873372 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e692bf-80b0-4807-b56f-622e2f93e7e9 req-df073f9a-1036-469d-b448-b91a7b060150 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:27.875151 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-91e692bf-80b0-4807-b56f-622e2f93e7e9 req-df073f9a-1036-469d-b448-b91a7b060150 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.2252624 Jun 15 07:10:27.877552 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d473112f-3626-4439-bab2-a2b9f068eefb req-3d48f607-13aa-43f7-a88d-db66a2968a44 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337139 Jun 15 07:10:28.008430 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-91e692bf-80b0-4807-b56f-622e2f93e7e9 req-0485375b-8029-44ea-b2e5-0e5b572a1253 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170206 Jun 15 07:10:28.045088 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d473112f-3626-4439-bab2-a2b9f068eefb req-aa061669-2c22-4c82-b11b-b6fc885c7dd6 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547496 Jun 15 07:10:28.083938 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67512e-faa0-43fc-9ceb-e9d542e9b0b2 req-33c47068-10c6-4a6c-8368-568dbca26ca6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:28.085595 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1a67512e-faa0-43fc-9ceb-e9d542e9b0b2 req-33c47068-10c6-4a6c-8368-568dbca26ca6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 945 time: 0.0982821 Jun 15 07:10:28.130780 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1a67512e-faa0-43fc-9ceb-e9d542e9b0b2 req-ed602dbd-650f-4576-aa46-132835f10da3 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Jun 15 07:10:28.320781 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed030-e237-400f-a907-62a899f86ace req-35a1ccf2-fec1-45da-b551-c4aafc540805 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:28.322357 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e07ed030-e237-400f-a907-62a899f86ace req-35a1ccf2-fec1-45da-b551-c4aafc540805 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0787492 Jun 15 07:10:28.380250 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e07ed030-e237-400f-a907-62a899f86ace req-ffc5cda1-4b63-4549-ad30-2ad3161d748a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Jun 15 07:10:29.057485 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb37a46-0864-4c9b-9454-61a20e80d9a1 req-20feec25-0678-47d2-b454-4edc45db0bba tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:29.058997 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9eb37a46-0864-4c9b-9454-61a20e80d9a1 req-20feec25-0678-47d2-b454-4edc45db0bba tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0718477 Jun 15 07:10:29.105626 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9eb37a46-0864-4c9b-9454-61a20e80d9a1 req-e30e7ad7-19ff-4745-9303-9b0533726a83 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Jun 15 07:10:29.217982 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7518ef-2b94-438c-84aa-a46172adf2ca req-0d316f32-0e45-47c1-8b04-266ee8eebd68 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:29.219400 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6f7518ef-2b94-438c-84aa-a46172adf2ca req-0d316f32-0e45-47c1-8b04-266ee8eebd68 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0813215 Jun 15 07:10:29.262749 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6f7518ef-2b94-438c-84aa-a46172adf2ca req-e8d4644d-2e99-4fe5-af7d-9c2e6a6c6760 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376801 Jun 15 07:10:29.563637 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d85d9e-0f93-44b6-a963-96803cac89b8 req-f1a1906b-4c04-45cf-ab0c-a4a7bcfba91e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:29.565168 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f9d85d9e-0f93-44b6-a963-96803cac89b8 req-f1a1906b-4c04-45cf-ab0c-a4a7bcfba91e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0746286 Jun 15 07:10:29.611096 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f9d85d9e-0f93-44b6-a963-96803cac89b8 req-c11f46ba-b0f5-4454-b8d0-c886267b3754 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Jun 15 07:10:30.337879 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bae91-61d5-4e57-99f7-1f863436488b req-eda0b0cb-5b3b-47b9-86ef-efc1adde60d5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:30.340411 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-298bae91-61d5-4e57-99f7-1f863436488b req-eda0b0cb-5b3b-47b9-86ef-efc1adde60d5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0864220 Jun 15 07:10:30.394010 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-298bae91-61d5-4e57-99f7-1f863436488b req-c2d00142-f576-4333-a460-7edb4d2b8768 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475838 Jun 15 07:10:30.488581 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695d66-a5f3-47cb-ac7e-b863d9a64c83 req-ac80a7c2-8db6-465c-9666-6bbb2aa7d8a8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:30.490075 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2695d66-a5f3-47cb-ac7e-b863d9a64c83 req-ac80a7c2-8db6-465c-9666-6bbb2aa7d8a8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0796449 Jun 15 07:10:30.535501 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2695d66-a5f3-47cb-ac7e-b863d9a64c83 req-c235aee8-2c5d-44d0-8a91-3ef2adc5716a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390084 Jun 15 07:10:30.805876 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f729fd-4033-4cb3-ae4f-6ae90d2221f2 req-6ea41a0f-c3cb-4f35-9eaa-1f92c0c12aa9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:30.807403 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f7f729fd-4033-4cb3-ae4f-6ae90d2221f2 req-6ea41a0f-c3cb-4f35-9eaa-1f92c0c12aa9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0794656 Jun 15 07:10:30.854372 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f7f729fd-4033-4cb3-ae4f-6ae90d2221f2 req-13bd2f3d-3d7f-4405-bb90-06e5d94f6422 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Jun 15 07:10:31.612368 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14a897-8329-43f8-9a7e-b00c625feebd req-1d9877d4-6cde-4721-958a-15a9613e7572 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:31.613981 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3c14a897-8329-43f8-9a7e-b00c625feebd req-1d9877d4-6cde-4721-958a-15a9613e7572 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0917163 Jun 15 07:10:31.669916 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3c14a897-8329-43f8-9a7e-b00c625feebd req-2eb60cd2-71eb-4eb2-a59b-4b6ce689da55 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487187 Jun 15 07:10:31.775787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5a324-12cb-40f6-848c-2d747a46c2a0 req-f7e1c749-89c4-440e-babd-3bb00094962e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:31.777285 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24c5a324-12cb-40f6-848c-2d747a46c2a0 req-f7e1c749-89c4-440e-babd-3bb00094962e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0725014 Jun 15 07:10:31.835586 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24c5a324-12cb-40f6-848c-2d747a46c2a0 req-c7559e4c-bbcc-4b0a-9189-82a04b5a3f9c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507302 Jun 15 07:10:32.049628 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc2536-66b1-4a4a-8745-c9203ccdc52b req-c45afd69-21db-47fb-a569-33de1c30555b tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:32.052414 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4abc2536-66b1-4a4a-8745-c9203ccdc52b req-c45afd69-21db-47fb-a569-33de1c30555b tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0713422 Jun 15 07:10:32.109672 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4abc2536-66b1-4a4a-8745-c9203ccdc52b req-01cba47b-6a52-4f2d-a4f0-92e3c7fe24fa tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511992 Jun 15 07:10:32.855847 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dfb9f-ff6d-4702-810b-a216a63c8025 req-3b263e48-1473-490c-8806-abcff609e234 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:32.857333 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5d2dfb9f-ff6d-4702-810b-a216a63c8025 req-3b263e48-1473-490c-8806-abcff609e234 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0745275 Jun 15 07:10:32.914213 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5d2dfb9f-ff6d-4702-810b-a216a63c8025 req-a2437e40-38d2-4652-b636-c6b2462a37ae tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507143 Jun 15 07:10:33.059007 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cdb46-7c17-46c5-aae5-29b34ee63250 req-5d6c5ad4-a5fc-4d1b-aac4-2bc0ec558793 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:33.060475 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5cdb46-7c17-46c5-aae5-29b34ee63250 req-5d6c5ad4-a5fc-4d1b-aac4-2bc0ec558793 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0813642 Jun 15 07:10:33.102639 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5cdb46-7c17-46c5-aae5-29b34ee63250 req-16f14d53-6cd0-4977-9988-92ec041728bb tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361478 Jun 15 07:10:33.315470 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12a972-e68c-41ee-bf17-136091dc0b73 req-b815dd34-fb5e-447a-b701-8841d4534c8c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:33.316843 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fb12a972-e68c-41ee-bf17-136091dc0b73 req-b815dd34-fb5e-447a-b701-8841d4534c8c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0717950 Jun 15 07:10:33.360334 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fb12a972-e68c-41ee-bf17-136091dc0b73 req-81e6b4b8-5f7a-4f61-80d0-91aa1122e44c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Jun 15 07:10:33.534407 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:10:33.670761 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:33.682757 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'port_id': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'mac_address': 'fa:16:3e:c6:14:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:10:33.727442 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:33.747807 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:10:33.768623 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:33.773771 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:33.776581 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d1e29d84-4eac-4892-b9c6-611bcd921cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:33.833013 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:33.837259 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:34.115245 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50121c0-2912-4d95-8810-760d5e2d7ae9 req-49560b00-9c76-4ac1-bc51-e20a2c3d5c35 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:34.117552 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e50121c0-2912-4d95-8810-760d5e2d7ae9 req-49560b00-9c76-4ac1-bc51-e20a2c3d5c35 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 945 time: 0.0756927 Jun 15 07:10:34.168616 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e50121c0-2912-4d95-8810-760d5e2d7ae9 req-9d2a33ef-d34b-4f11-af3b-c3b52a40281c tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451789 Jun 15 07:10:34.181888 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['095e7f54-0c1f-4bb2-8c53-c17b91a06b96'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:10:34.319326 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558a335-d08c-48f8-86b7-656e1bfa13fd req-dfd3301e-688c-4382-a6b8-28fcb476f547 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:34.321892 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4558a335-d08c-48f8-86b7-656e1bfa13fd req-dfd3301e-688c-4382-a6b8-28fcb476f547 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0803561 Jun 15 07:10:34.372785 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4558a335-d08c-48f8-86b7-656e1bfa13fd req-89bdd77c-cc88-4037-a51c-23ce019caa3d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450656 Jun 15 07:10:34.575078 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db124afa-1c8c-4b69-93a7-1c2f3a45721b req-77ade3e9-5d49-4da2-85cd-912c45c51401 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:34.576532 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-db124afa-1c8c-4b69-93a7-1c2f3a45721b req-77ade3e9-5d49-4da2-85cd-912c45c51401 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0779955 Jun 15 07:10:34.622030 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-db124afa-1c8c-4b69-93a7-1c2f3a45721b req-a8a25fc1-bc3b-4930-b7a3-4a6fd89695f7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Jun 15 07:10:35.368388 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6686f-0735-47b7-8430-0200530f826c req-cf33c313-9878-4679-abd5-001261509bf2 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:35.369894 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ae6686f-0735-47b7-8430-0200530f826c req-cf33c313-9878-4679-abd5-001261509bf2 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 945 time: 0.0743327 Jun 15 07:10:35.412463 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ae6686f-0735-47b7-8430-0200530f826c req-00ec6738-1edd-45c4-aa4a-fef0168e4d45 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367622 Jun 15 07:10:35.542139 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:10:35.586547 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06039e8c-9712-43d5-98f5-fa74d7a5f15e req-2e5b932a-c6d6-4b51-b57e-9e47506a42df tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:35.588045 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-06039e8c-9712-43d5-98f5-fa74d7a5f15e req-2e5b932a-c6d6-4b51-b57e-9e47506a42df tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0777004 Jun 15 07:10:35.606562 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:10:35.613198 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:10:35.613828 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:35.642261 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-06039e8c-9712-43d5-98f5-fa74d7a5f15e req-8edcfca9-031e-4772-898c-b41cf05207fc tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Jun 15 07:10:35.728528 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:35.754043 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:35.756318 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ebf97e-21e2-46d8-9abe-1d976e2ce49a" -d '{"events": [{"server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "name": "network-vif-plugged", "status": "completed", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:35.770706 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:35.784061 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:35.786340 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-38089032-b350-4bb1-ae79-8b9278a3ffbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:35.816366 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e5b77-4e0d-42d0-adac-246b913a124f x-openstack-request-id: req-de9e5b77-4e0d-42d0-adac-246b913a124f {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:10:35.816669 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "name": "network-vif-plugged", "status": "completed", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:10:35.817152 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de9e5b77-4e0d-42d0-adac-246b913a124f {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:10:35.817718 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'code': 200} Jun 15 07:10:35.839485 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e6693-6e9e-4d73-a7aa-cb4530b408f0 req-f87f0a0b-db25-4978-8871-ced54149fa62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:35.841532 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-789e6693-6e9e-4d73-a7aa-cb4530b408f0 req-f87f0a0b-db25-4978-8871-ced54149fa62 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0966332 Jun 15 07:10:35.851232 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:35.854630 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:35.893077 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-789e6693-6e9e-4d73-a7aa-cb4530b408f0 req-dff7e4af-9f9b-4f99-a184-642deccc9a0a tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Jun 15 07:10:35.977919 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50516f24-c7cb-4cbb-b80e-50ddc608307d req-a8551c65-3b9b-4ab5-815c-04dbfd9dcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:35.979414 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-50516f24-c7cb-4cbb-b80e-50ddc608307d req-a8551c65-3b9b-4ab5-815c-04dbfd9dcf71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0680697 Jun 15 07:10:36.027498 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-50516f24-c7cb-4cbb-b80e-50ddc608307d req-8118d0fe-93a8-4abb-88b7-36b4e61d25f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 Jun 15 07:10:36.191884 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983514-cebb-4818-ad0d-c2976359378e req-17fb3080-4495-4472-90a5-8e97d6e01d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:36.193394 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af983514-cebb-4818-ad0d-c2976359378e req-17fb3080-4495-4472-90a5-8e97d6e01d1c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1099 time: 0.0645328 Jun 15 07:10:36.235307 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af983514-cebb-4818-ad0d-c2976359378e req-ad7c6506-6e14-425b-b920-c02881b2e24d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322049 Jun 15 07:10:36.605026 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf190b-0cc3-41a5-bf46-e67e2c5ae53d req-aee097ae-600a-4fb6-abc5-ba4eae31f2c9 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:36.606408 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2acf190b-0cc3-41a5-bf46-e67e2c5ae53d req-aee097ae-600a-4fb6-abc5-ba4eae31f2c9 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0729406 Jun 15 07:10:36.650252 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2acf190b-0cc3-41a5-bf46-e67e2c5ae53d req-51294708-5671-4739-aaa2-58cab609fd35 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Jun 15 07:10:36.856709 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad577b1-1df8-4afa-a058-34b6ca22a0e5 req-42aba637-b9c6-48bf-be30-df383536d09d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:36.858125 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fad577b1-1df8-4afa-a058-34b6ca22a0e5 req-42aba637-b9c6-48bf-be30-df383536d09d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0783973 Jun 15 07:10:36.907283 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fad577b1-1df8-4afa-a058-34b6ca22a0e5 req-f573f34f-de59-4755-979d-f65efacf36f4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Jun 15 07:10:37.078868 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f928017-c4db-41dc-9d47-18d5f77e149b req-c1efb97b-4e2b-41b2-afb5-f256b62258ea tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:37.080344 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7f928017-c4db-41dc-9d47-18d5f77e149b req-c1efb97b-4e2b-41b2-afb5-f256b62258ea tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0703948 Jun 15 07:10:37.125426 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7f928017-c4db-41dc-9d47-18d5f77e149b req-5df9804d-00e3-46a1-ace0-c6b129fa18aa tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388095 Jun 15 07:10:37.842329 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4365-417b-43c0-acc1-03423832c61a req-caf2e707-b8ae-4acc-97c3-e589a729b50f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:37.843934 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5abe4365-417b-43c0-acc1-03423832c61a req-caf2e707-b8ae-4acc-97c3-e589a729b50f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0779541 Jun 15 07:10:37.886755 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5abe4365-417b-43c0-acc1-03423832c61a req-6b6c755b-6eca-4da6-81dd-734879877d53 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Jun 15 07:10:38.154252 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab7629-3f30-4f18-85e7-696dfd4562d8 req-7301c0e5-6be4-42ec-8911-12157bd82791 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:38.157123 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aeab7629-3f30-4f18-85e7-696dfd4562d8 req-7301c0e5-6be4-42ec-8911-12157bd82791 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1176867 Jun 15 07:10:38.170438 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24bce1-23b9-4f9b-83e7-663b888a8c61 req-538c0bf1-ca3f-4b85-ba7f-4bf74ea61505 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:38.171909 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3e24bce1-23b9-4f9b-83e7-663b888a8c61 req-538c0bf1-ca3f-4b85-ba7f-4bf74ea61505 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1028805 Jun 15 07:10:38.205959 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aeab7629-3f30-4f18-85e7-696dfd4562d8 req-b43f6df6-fb8a-45b6-a6a7-897fe89bf69c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Jun 15 07:10:38.218056 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3e24bce1-23b9-4f9b-83e7-663b888a8c61 req-bbdf1733-96ff-41a0-a174-8f638b2d8cf4 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Jun 15 07:10:38.251685 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 37358) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:38.452554 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c900a2-cefc-4700-b3c2-d0c3ca308daf req-70076011-e07e-4430-b1d7-ae4903c8c821 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:38.454117 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22c900a2-cefc-4700-b3c2-d0c3ca308daf req-70076011-e07e-4430-b1d7-ae4903c8c821 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0690124 Jun 15 07:10:38.475764 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86ba83-63e5-46aa-b430-89f4dd162076 tempest-TestShelveInstance-821101627 tempest-TestShelveInstance-821101627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:38.480198 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5c86ba83-63e5-46aa-b430-89f4dd162076 tempest-TestShelveInstance-821101627 tempest-TestShelveInstance-821101627-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1094 time: 0.2245977 Jun 15 07:10:38.480371 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 37366) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:10:38.485227 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'port_id': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:38.500061 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22c900a2-cefc-4700-b3c2-d0c3ca308daf req-8b1b87b0-115c-4bfb-b574-7aa1ceb9a1ed tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 Jun 15 07:10:38.510473 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:38.638893 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:38.778162 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Allocated IP 172.27.3.6 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/dee8cc7c-fbc8-4781-a13e-c926bafed1c7) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:10:39.038504 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-455928f5-bd71-4e05-95c4-d7758717c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:39.041635 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-455928f5-bd71-4e05-95c4-d7758717c38e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=855f8af9bd7147daa54a463073b373e6&device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0901864 Jun 15 07:10:39.181582 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-3991238f-0466-4046-93c4-12a935de1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:39.183793 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-3991238f-0466-4046-93c4-12a935de1247 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 200 len: 919 time: 0.1341052 Jun 15 07:10:39.263343 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-c619717a-d1d1-4299-8b77-2d5dc43bbd26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 200 len: 217 time: 0.0626342 Jun 15 07:10:39.302097 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:39.331942 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01348e-6f40-4ac5-8e42-54c6afb6767d req-7d16bbea-e678-43cb-8c2a-9c3379208aea tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:39.333464 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1e01348e-6f40-4ac5-8e42-54c6afb6767d req-7d16bbea-e678-43cb-8c2a-9c3379208aea tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1472754 Jun 15 07:10:39.387748 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:39.390866 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-d0c3afea-7876-4aeb-b408-03e958cdc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:39.391911 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:39.392344 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-d0c3afea-7876-4aeb-b408-03e958cdc392 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 200 len: 858 time: 0.1224554 Jun 15 07:10:39.398642 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1e01348e-6f40-4ac5-8e42-54c6afb6767d req-935f5bce-bc4b-49be-b6fe-2f32143ecc56 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576923 Jun 15 07:10:39.442955 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:10:39.446639 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:10:39.451520 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:10:39.454580 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'Port': ['ID=dee8cc7c-fbc8-4781-a13e-c926bafed1c7,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:39.472455 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-b2318334-61ec-4da3-a2d5-93b6f0a82f28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064e7ba6-b024-44e4-8f90-ac67fb89d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326860 Jun 15 07:10:39.480510 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:39.545745 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-0e55b04e-eb95-4f07-b842-d15c3e110958 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:39.547106 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-0e55b04e-eb95-4f07-b842-d15c3e110958 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 815 time: 0.2190406 Jun 15 07:10:39.606758 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-e973d383-605c-49f7-801b-491b9e7798a0 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/quotas/9dc43714430548b0b033bc1b8a040feb HTTP/1.1" status: 200 len: 375 time: 0.0202103 Jun 15 07:10:39.637943 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-6bb23d7f-6e87-498d-b7a0-1babc4bf998d service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553257 Jun 15 07:10:39.761998 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d9e34-95a4-48e0-9165-34c8ac789cc3 req-ddef1cef-00ac-49d3-9087-be5128969e86 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:39.763588 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e76d9e34-95a4-48e0-9165-34c8ac789cc3 req-ddef1cef-00ac-49d3-9087-be5128969e86 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.2258089 Jun 15 07:10:39.835850 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e76d9e34-95a4-48e0-9165-34c8ac789cc3 req-075e5205-b4d0-41a4-a883-0803bcb3ee3f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603709 Jun 15 07:10:40.088431 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-836aaeab-23f9-47a2-9109-00c1bde46928 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4711888 Jun 15 07:10:40.108728 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6431cf63-d83f-4d18-9ddf-4c64b8c9a0ba req-94cedf1f-c6f3-421b-8aa8-d86d79d16a89 service neutron] 10.222.0.11 "GET /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499733 Jun 15 07:10:40.144484 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:40.210616 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-af40abe0-b5e7-4097-9572-57ce34f62167 service neutron] 10.222.0.24 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138184 Jun 15 07:10:40.254579 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:40.336770 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-b1913e7f-5a31-4766-8e1a-9d453910eca5 service neutron] 10.222.0.24 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155956 Jun 15 07:10:40.446578 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:40.453011 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:40.458347 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7a57fe7b-a686-4ede-a4ef-1283f7d54ae6 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:40.633146 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6e29dc66-bdb9-45ba-973b-6022751a2f78 req-7a161ca7-a5c0-48d2-b2ad-c0c7f7e56c14 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 210 time: 0.0397830 Jun 15 07:10:40.651419 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event updated for resources: {'Port': ['ID=dee8cc7c-fbc8-4781-a13e-c926bafed1c7,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:40.664865 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:40.670188 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:40.798551 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05260d2-f11f-4f59-9f8d-1999f43a1616 req-8fcbb466-e302-41c4-ad35-df7814a3648c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:40.800019 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e05260d2-f11f-4f59-9f8d-1999f43a1616 req-8fcbb466-e302-41c4-ad35-df7814a3648c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.2623308 Jun 15 07:10:40.844822 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Floating IP f8b11a07-e425-4412-b27c-fbbedc1323da associated. External IP: 172.27.3.6, port: 095e7f54-0c1f-4bb2-8c53-c17b91a06b96. Jun 15 07:10:40.960879 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e05260d2-f11f-4f59-9f8d-1999f43a1616 req-3a8ad6c1-61dc-4294-9aa3-a8046b15924f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512761 Jun 15 07:10:41.105288 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba6aaa-af2d-4ccc-ae51-79e3ffb68f31 req-0cb2053b-bffd-445e-bbb7-dcd2bbb3192b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:41.106827 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fcba6aaa-af2d-4ccc-ae51-79e3ffb68f31 req-0cb2053b-bffd-445e-bbb7-dcd2bbb3192b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1085377 Jun 15 07:10:41.161434 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fcba6aaa-af2d-4ccc-ae51-79e3ffb68f31 req-766ba89a-d685-46e9-858e-94052e348aee tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Jun 15 07:10:41.183285 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Router c846af67-eab0-4244-82f4-99ad8c71a590 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:10:41.619125 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:10:41.628507 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] Sync routers for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:10:41.635654 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:41.639211 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:10:41.640208 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:10:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:41.693530 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2012405 Jun 15 07:10:41.693530 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:41.693530 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:41.727986 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc8c172-0a65-436a-b69c-d7947f1a6aa9 x-openstack-request-id: req-dbc8c172-0a65-436a-b69c-d7947f1a6aa9 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:10:41.728348 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:10:41.728602 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbc8c172-0a65-436a-b69c-d7947f1a6aa9 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:10:41.729057 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'status': 'completed', 'code': 200} Jun 15 07:10:41.812104 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:10:41.824162 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-4ded535e-b515-4b76-b03f-8adf8eaa18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:41.825867 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-4ded535e-b515-4b76-b03f-8adf8eaa18bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1099 time: 0.0691311 Jun 15 07:10:41.949907 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-13a73488-c48b-4c99-beef-81d5b7d94445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:41.951633 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-13a73488-c48b-4c99-beef-81d5b7d94445 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 910 time: 0.1191318 Jun 15 07:10:42.018109 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cc452ed2-31a3-496a-9c3a-7a369cd522d3 req-636d262e-a839-4bc1-b4bd-40838193fff4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 210 time: 0.0641410 Jun 15 07:10:42.092587 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-066a6f54-ccd5-4db1-9426-76c45ff16ced service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 998 time: 0.1253457 Jun 15 07:10:42.158701 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'f8b11a07-e425-4412-b27c-fbbedc1323da', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'port_id': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'mac_address': 'fa:16:3e:c6:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:10:39Z', 'updated_at': '2021-06-15T07:10:39Z', 'revision_number': 0, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:44Z', 'revision_number': 5, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:42.162103 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] Checking router: c846af67-eab0-4244-82f4-99ad8c71a590 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:10:42.172468 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:10:42.173868 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:10:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:42.178067 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-55ce6ee8-dd74-405e-afd4-c4888ddc3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:42.180142 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-55ce6ee8-dd74-405e-afd4-c4888ddc3a5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 200 len: 848 time: 0.0662332 Jun 15 07:10:42.304724 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-4197203d-4411-4ef3-b510-ba16f5c800c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:42.306295 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-4197203d-4411-4ef3-b510-ba16f5c800c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b84381c3-7da3-4966-978e-4ce35e1867fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1170428 Jun 15 07:10:42.318067 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f8d55-b72a-403d-b12a-f1e189d080ed req-6ea4dec0-de95-4b83-8ab2-47ddf3277f53 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:42.320264 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a68f8d55-b72a-403d-b12a-f1e189d080ed req-6ea4dec0-de95-4b83-8ab2-47ddf3277f53 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1211510 Jun 15 07:10:42.385378 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:10:42.445406 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a68f8d55-b72a-403d-b12a-f1e189d080ed req-b5cf991d-ea6a-42f3-b29d-ca7e37801bbb tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144321 Jun 15 07:10:42.484417 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-84c8991b-b568-4d18-8838-7ac2cb3b4964 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620336 Jun 15 07:10:42.516920 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b40f07-5f91-4fdb-89af-b8c0dc737c39 req-80d47074-b227-404b-95f3-5afd7035efbf tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:42.518473 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-09b40f07-5f91-4fdb-89af-b8c0dc737c39 req-80d47074-b227-404b-95f3-5afd7035efbf tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1980743 Jun 15 07:10:42.583048 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-09b40f07-5f91-4fdb-89af-b8c0dc737c39 req-75984860-ee2b-4b24-9703-69b629fd3baa tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573471 Jun 15 07:10:42.599944 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-9bd2818a-1a8a-4da7-8337-5c563dc0ff6e tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:42.602098 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-9bd2818a-1a8a-4da7-8337-5c563dc0ff6e tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 815 time: 0.2629259 Jun 15 07:10:42.626658 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Request body: {'port': {'device_id': '158a8457-bd13-41d1-bd46-364a45f77a1d', 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'admin_state_up': True, 'tenant_id': '9dc43714430548b0b033bc1b8a040feb'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:42.719404 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c5b06ae-6092-4a5d-bdcb-022876abbbfc req-3f639e20-b664-4739-95ca-e97934f57713 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223148 Jun 15 07:10:42.810542 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Made reservation on behalf of 9dc43714430548b0b033bc1b8a040feb for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:10:42.810542 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:42.859048 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'f8b11a07-e425-4412-b27c-fbbedc1323da', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'port_id': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'mac_address': 'fa:16:3e:c6:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:10:39Z', 'updated_at': '2021-06-15T07:10:39Z', 'revision_number': 0, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:44Z', 'revision_number': 5, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:10:42.862492 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5216f-1179-4bf3-a313-58c07697037a None None] The sync data for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi is: [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'f8b11a07-e425-4412-b27c-fbbedc1323da', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'port_id': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'mac_address': 'fa:16:3e:c6:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:10:39Z', 'updated_at': '2021-06-15T07:10:39Z', 'revision_number': 0, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:44Z', 'revision_number': 5, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:10:42.964843 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Allocated IP 172.20.0.5 (b7120369-8caa-43ee-add0-788bd8af8767/dc68e083-7dae-4cb3-803c-d1050293d204/5162fa71-623a-42e4-85dc-c3c66d134dda) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:10:43.139527 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea5cf8-cee0-4f60-a2a9-271ff34bb6ed None None] New status for floating IP f8b11a07-e425-4412-b27c-fbbedc1323da: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:10:43.172491 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:43.210438 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b9123698-2dd8-42b5-a6a4-df22512c4b87 req-e9059b91-e996-4e9b-aa97-9930394b4d52 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 210 time: 0.0451143 Jun 15 07:10:43.215756 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:43.220002 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8db9b1bf-dcb9-425c-acca-2f9d99a93716 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:43.280432 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Network b7120369-8caa-43ee-add0-788bd8af8767 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:10:43.282338 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15', 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:10:43.283787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:10:43.291200 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:10:43.325619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Pushing event updated for resources: {'Port': ['ID=5162fa71-623a-42e4-85dc-c3c66d134dda,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:43.330143 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:43.353480 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:43.354114 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:43.369069 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7463946 Jun 15 07:10:43.384809 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Request body: {'port': {'device_id': '158a8457-bd13-41d1-bd46-364a45f77a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:10:43.480329 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:43.585773 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:10:43.775166 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:43.776674 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebb5e5-8e0f-45f9-a198-ae8f2081af5d req-968a364f-2a1a-4d17-b98b-d867a0ba76a3 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:43.778832 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6cebb5e5-8e0f-45f9-a198-ae8f2081af5d req-968a364f-2a1a-4d17-b98b-d867a0ba76a3 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1722343 Jun 15 07:10:43.796893 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'c01dacb3-0037-4654-82d6-2e434d703220', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'port_id': 'c01dacb3-0037-4654-82d6-2e434d703220', 'mac_address': 'fa:16:3e:e4:fc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:10:43.798590 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe9a29-6a58-4a76-a4b2-766d37d4839e req-6eae5526-f2d7-4f38-a315-e623e4f5f04e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:43.802258 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95fe9a29-6a58-4a76-a4b2-766d37d4839e req-6eae5526-f2d7-4f38-a315-e623e4f5f04e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0854473 Jun 15 07:10:43.860075 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6cebb5e5-8e0f-45f9-a198-ae8f2081af5d req-adaa4b55-575b-4030-833e-8e0ddee376c1 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705180 Jun 15 07:10:43.870196 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:43.888936 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c01dacb3-0037-4654-82d6-2e434d703220 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:10:43.910297 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-95fe9a29-6a58-4a76-a4b2-766d37d4839e req-34a7d2ff-83ec-4212-a8fb-db27ddaec433 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018090 Jun 15 07:10:43.930055 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5162fa71-623a-42e4-85dc-c3c66d134dda {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:10:43.934781 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:43.938918 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:43.945152 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:43.948123 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:43.963719 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Transition to ACTIVE for port object 5162fa71-623a-42e4-85dc-c3c66d134dda will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:10:43.968124 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:43.971884 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:44.089144 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=6']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:44.098309 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Pushing event updated for resources: {'Port': ['ID=5162fa71-623a-42e4-85dc-c3c66d134dda,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:44.101677 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:44.106851 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['c01dacb3-0037-4654-82d6-2e434d703220'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:10:44.109019 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:44.206224 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Attempting to bind port 5162fa71-623a-42e4-85dc-c3c66d134dda on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:10:44.206599 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Attempting to bind port 5162fa71-623a-42e4-85dc-c3c66d134dda by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:10:44.206877 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Attempting to bind port 5162fa71-623a-42e4-85dc-c3c66d134dda on network b7120369-8caa-43ee-add0-788bd8af8767 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:10:44.213018 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Port 5162fa71-623a-42e4-85dc-c3c66d134dda on network b7120369-8caa-43ee-add0-788bd8af8767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:10:44.213347 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Attempting to bind port 5162fa71-623a-42e4-85dc-c3c66d134dda on network b7120369-8caa-43ee-add0-788bd8af8767 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:10:44.219960 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:10:44.220302 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Checking segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:10:44.220730 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Bound using segment: {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:10:44.221227 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Bound port: 5162fa71-623a-42e4-85dc-c3c66d134dda, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b50743-7019-4cfa-97b7-d55c8937a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:10:44.221667 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:44.353367 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] For port 5162fa71-623a-42e4-85dc-c3c66d134dda, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:10:44.357852 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] For port 5162fa71-623a-42e4-85dc-c3c66d134dda, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=5162fa71-623a-42e4-85dc-c3c66d134dda,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:10:44.366813 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:44.380412 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-29f9933c-c072-40a9-a9c4-7e22b63293f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:44.392545 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:44.393268 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:44.394845 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] 10.222.0.11 "PUT /v2.0/ports/5162fa71-623a-42e4-85dc-c3c66d134dda HTTP/1.1" status: 200 len: 1093 time: 1.0151625 Jun 15 07:10:44.396858 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158a8457-bd13-41d1-bd46-364a45f77a1d', 'tag': '5162fa71-623a-42e4-85dc-c3c66d134dda'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:44.399454 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f06caf-c665-4b93-b580-09b3eb8ddd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "158a8457-bd13-41d1-bd46-364a45f77a1d", "tag": "5162fa71-623a-42e4-85dc-c3c66d134dda"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:44.546227 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Pushing event updated for resources: {'Port': ['ID=5162fa71-623a-42e4-85dc-c3c66d134dda,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:44.551234 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:44.555694 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8fd7e2-3f90-402c-8797-43f3fd73abdc x-openstack-request-id: req-cf8fd7e2-3f90-402c-8797-43f3fd73abdc {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:10:44.556009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158a8457-bd13-41d1-bd46-364a45f77a1d", "tag": "5162fa71-623a-42e4-85dc-c3c66d134dda", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:10:44.556292 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf8fd7e2-3f90-402c-8797-43f3fd73abdc {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:10:44.556711 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158a8457-bd13-41d1-bd46-364a45f77a1d', 'tag': '5162fa71-623a-42e4-85dc-c3c66d134dda', 'status': 'completed', 'code': 200} Jun 15 07:10:44.575953 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0f42f-94d1-41ce-ad39-6ddfb426bd10 req-06ed0046-9460-46f9-8e5a-2d4e9069241a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:44.578400 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-01d0f42f-94d1-41ce-ad39-6ddfb426bd10 req-06ed0046-9460-46f9-8e5a-2d4e9069241a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 943 time: 0.1039114 Jun 15 07:10:44.617838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-7948a1be-74ef-4606-ac90-05a7554a32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:44.619500 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-7948a1be-74ef-4606-ac90-05a7554a32b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 1096 time: 0.0664506 Jun 15 07:10:44.627799 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-01d0f42f-94d1-41ce-ad39-6ddfb426bd10 req-12a65505-1b5f-4c41-9b1e-2e6ae0e4d636 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427585 Jun 15 07:10:44.679875 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-60f51257-6c1e-43b2-8ca1-380200ae6584 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5162fa71-623a-42e4-85dc-c3c66d134dda HTTP/1.1" status: 200 len: 217 time: 0.0485573 Jun 15 07:10:44.748733 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-b6d56aeb-50a1-42dc-90dd-f293c1965e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:44.750199 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-b6d56aeb-50a1-42dc-90dd-f293c1965e9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc68e083-7dae-4cb3-803c-d1050293d204 HTTP/1.1" status: 200 len: 855 time: 0.0568495 Jun 15 07:10:44.801508 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-aa681338-b0d6-4b38-9a81-c6089e78f5ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7120369-8caa-43ee-add0-788bd8af8767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354681 Jun 15 07:10:44.936430 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-8208abf6-cfa3-4d8d-bd12-83cccfedbdf3 service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247513 Jun 15 07:10:45.079594 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dea4e49-7e1a-429c-aae3-26ab741ff2ab req-f1db7e6b-7a84-46dc-9105-b171cd44e2eb service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327839 Jun 15 07:10:45.163452 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57dce8-1d8f-4fd6-a9e9-780274f28e08 req-3eb45f96-7f5b-49d8-8c1e-35f8cd4cad3f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:45.165099 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f57dce8-1d8f-4fd6-a9e9-780274f28e08 req-3eb45f96-7f5b-49d8-8c1e-35f8cd4cad3f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 944 time: 0.0845037 Jun 15 07:10:45.242033 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f57dce8-1d8f-4fd6-a9e9-780274f28e08 req-37e4847a-2204-40f6-ac6c-73792eda3337 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559621 Jun 15 07:10:45.254424 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-f64885ed-8589-411d-96a9-4e9b7b9c1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:45.255980 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-f64885ed-8589-411d-96a9-4e9b7b9c1802 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dc43714430548b0b033bc1b8a040feb&device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 1096 time: 0.1124632 Jun 15 07:10:45.391153 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-af1b1317-4003-49df-bce9-a7c8a8e66501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:45.392747 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-af1b1317-4003-49df-bce9-a7c8a8e66501 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 200 len: 916 time: 0.1268868 Jun 15 07:10:45.459335 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-d1593dbd-0136-4a79-b565-30047e3444bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5162fa71-623a-42e4-85dc-c3c66d134dda HTTP/1.1" status: 200 len: 217 time: 0.0570431 Jun 15 07:10:45.586075 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-41b003e0-5a6f-4335-82d1-ffe9bac5dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:45.587942 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-41b003e0-5a6f-4335-82d1-ffe9bac5dbc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc68e083-7dae-4cb3-803c-d1050293d204 HTTP/1.1" status: 200 len: 855 time: 0.1194744 Jun 15 07:10:45.618686 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:10:45.638690 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-615d43a7-2c06-4a04-9554-d112319aac03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7120369-8caa-43ee-add0-788bd8af8767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408697 Jun 15 07:10:45.699881 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port c01dacb3-0037-4654-82d6-2e434d703220 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:10:45.700221 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:45.827995 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-18f54ecd-af8f-413c-8eec-b798c2a1ca6f service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780193 Jun 15 07:10:45.845150 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:45.877638 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:45.880205 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74a9bbd-532c-494a-97e0-8f660e4a2776" -d '{"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-plugged", "status": "completed", "tag": "c01dacb3-0037-4654-82d6-2e434d703220"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:45.904745 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:45.916545 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:45.919585 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:45.969157 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eff4856-89a3-4002-9be7-8a8792a6afae x-openstack-request-id: req-6eff4856-89a3-4002-9be7-8a8792a6afae {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:10:45.969653 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-plugged", "status": "completed", "tag": "c01dacb3-0037-4654-82d6-2e434d703220", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:10:45.970088 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6eff4856-89a3-4002-9be7-8a8792a6afae {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:10:45.970630 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220', 'code': 200} Jun 15 07:10:45.987041 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bd42b-995a-484f-9472-169fc6b72a71 req-3623a735-593e-43b3-bc82-1e5741e5d269 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:45.998537 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-121bd42b-995a-484f-9472-169fc6b72a71 req-3623a735-593e-43b3-bc82-1e5741e5d269 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 943 time: 0.1239893 Jun 15 07:10:46.028885 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=7']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:46.047777 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:46.086482 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:46.103238 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f06caf-c665-4b93-b580-09b3eb8ddd5e req-9278fdd9-3da8-43fa-b315-a3f90200e43c service neutron] 10.222.0.11 "GET /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669930 Jun 15 07:10:46.120113 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-121bd42b-995a-484f-9472-169fc6b72a71 req-6b80a426-561a-41ad-8463-6d86b1fe36b4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204171 Jun 15 07:10:46.456736 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c77800-f30d-4f83-a9c9-741f04f11e02 req-53d8185a-1798-46c3-9de6-33f10fba6e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:46.458307 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80c77800-f30d-4f83-a9c9-741f04f11e02 req-53d8185a-1798-46c3-9de6-33f10fba6e6c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0871418 Jun 15 07:10:46.534783 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80c77800-f30d-4f83-a9c9-741f04f11e02 req-253a0de1-7669-497d-95d5-bc32e33300a0 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693560 Jun 15 07:10:47.065662 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e59b0079-09f1-4746-95ed-9f978ad212e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:47.317432 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff3c06-da23-470f-8dc2-af074faf4b45 req-fb06f0ee-1566-4ef0-bcb2-7938de093ed1 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:47.319181 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-46ff3c06-da23-470f-8dc2-af074faf4b45 req-fb06f0ee-1566-4ef0-bcb2-7938de093ed1 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 943 time: 0.0769939 Jun 15 07:10:47.370604 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-46ff3c06-da23-470f-8dc2-af074faf4b45 req-6c650295-e6b6-42ad-ac78-573b873683a8 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453062 Jun 15 07:10:47.642747 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 5162fa71-623a-42e4-85dc-c3c66d134dda details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:10:47.748009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940a060-ebea-4c05-9dc1-29c26e06e0ca req-0eff836d-4d99-4b27-af54-2e238878d351 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:47.749743 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5940a060-ebea-4c05-9dc1-29c26e06e0ca req-0eff836d-4d99-4b27-af54-2e238878d351 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0822716 Jun 15 07:10:47.822298 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 5162fa71-623a-42e4-85dc-c3c66d134dda, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=5162fa71-623a-42e4-85dc-c3c66d134dda,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:47.824082 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5940a060-ebea-4c05-9dc1-29c26e06e0ca req-2d6156a1-d0ea-4892-af78-707554c1174c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597529 Jun 15 07:10:47.854720 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '5162fa71-623a-42e4-85dc-c3c66d134dda', 'network_id': 'b7120369-8caa-43ee-add0-788bd8af8767', 'port_id': '5162fa71-623a-42e4-85dc-c3c66d134dda', 'mac_address': 'fa:16:3e:09:9a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc68e083-7dae-4cb3-803c-d1050293d204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:10:47.895631 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:47.917760 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5162fa71-623a-42e4-85dc-c3c66d134dda {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:10:47.939931 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 5162fa71-623a-42e4-85dc-c3c66d134dda, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=5162fa71-623a-42e4-85dc-c3c66d134dda,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:47.945274 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:47.947772 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:48.006748 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=5162fa71-623a-42e4-85dc-c3c66d134dda,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:48.010249 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:48.299555 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['5162fa71-623a-42e4-85dc-c3c66d134dda'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:10:48.586913 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e55040-cde6-4c80-8c7f-c6e68af7a7bb req-1be325dc-1ed7-40f3-bac6-10bf2ef1f44a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:48.588437 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c7e55040-cde6-4c80-8c7f-c6e68af7a7bb req-1be325dc-1ed7-40f3-bac6-10bf2ef1f44a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 944 time: 0.0917056 Jun 15 07:10:48.642935 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c7e55040-cde6-4c80-8c7f-c6e68af7a7bb req-fbc3f340-8827-4832-a725-01530e4c0653 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Jun 15 07:10:49.033428 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d28149-0180-4676-9794-fae53378cda5 req-43cadfcf-975f-435e-a473-9d97d8be5c1e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:49.037272 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-40d28149-0180-4676-9794-fae53378cda5 req-43cadfcf-975f-435e-a473-9d97d8be5c1e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0849500 Jun 15 07:10:49.093360 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-40d28149-0180-4676-9794-fae53378cda5 req-99149a97-133d-4c31-a50c-e99858ea3591 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509670 Jun 15 07:10:49.595887 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2d154dd2-746a-4152-9b01-f90e566b13da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:49.677345 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 5162fa71-623a-42e4-85dc-c3c66d134dda up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:10:49.751404 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:49.803357 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 5162fa71-623a-42e4-85dc-c3c66d134dda completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:10:49.815640 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 5162fa71-623a-42e4-85dc-c3c66d134dda triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:10:49.816496 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:49.878222 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443857-bb38-478d-b34a-300331e7fa53 req-b80ed2ec-7047-4f2a-b5a2-638f4ac47146 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:49.885831 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0443857-bb38-478d-b34a-300331e7fa53 req-b80ed2ec-7047-4f2a-b5a2-638f4ac47146 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 944 time: 0.0876243 Jun 15 07:10:49.937001 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0443857-bb38-478d-b34a-300331e7fa53 req-8413d775-c090-48de-bc65-1edc9002a6a1 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501099 Jun 15 07:10:49.977440 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:50.007550 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158a8457-bd13-41d1-bd46-364a45f77a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5162fa71-623a-42e4-85dc-c3c66d134dda'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:50.010456 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d836e32-008a-43c0-a884-9d3430aac6f8" -d '{"events": [{"server_uuid": "158a8457-bd13-41d1-bd46-364a45f77a1d", "name": "network-vif-plugged", "status": "completed", "tag": "5162fa71-623a-42e4-85dc-c3c66d134dda"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:50.022646 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 5162fa71-623a-42e4-85dc-c3c66d134dda, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=5162fa71-623a-42e4-85dc-c3c66d134dda,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:50.027719 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:50.030404 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:10:50.075858 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6879287-b076-41fb-9e7a-a8f25d68e368 x-openstack-request-id: req-f6879287-b076-41fb-9e7a-a8f25d68e368 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:10:50.076210 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158a8457-bd13-41d1-bd46-364a45f77a1d", "name": "network-vif-plugged", "status": "completed", "tag": "5162fa71-623a-42e4-85dc-c3c66d134dda", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:10:50.076516 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6879287-b076-41fb-9e7a-a8f25d68e368 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:10:50.076956 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158a8457-bd13-41d1-bd46-364a45f77a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5162fa71-623a-42e4-85dc-c3c66d134dda', 'code': 200} Jun 15 07:10:50.097821 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=5162fa71-623a-42e4-85dc-c3c66d134dda,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:10:50.101217 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:10:50.343688 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cfa3c-1f0c-4001-a6ff-67e6ff894a0d req-29b5e08a-8319-4c30-a749-90bff42a2663 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:50.345328 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-022cfa3c-1f0c-4001-a6ff-67e6ff894a0d req-29b5e08a-8319-4c30-a749-90bff42a2663 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.1087086 Jun 15 07:10:50.386669 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131ac9e-8067-4a6d-8a7e-e91f57096dcb req-a67bf0a9-7d6e-4fd4-82ea-c508c28ca7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:50.388878 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a131ac9e-8067-4a6d-8a7e-e91f57096dcb req-a67bf0a9-7d6e-4fd4-82ea-c508c28ca7eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 1098 time: 0.0699513 Jun 15 07:10:50.398066 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-022cfa3c-1f0c-4001-a6ff-67e6ff894a0d req-810eadd5-2a4f-491e-913f-9bac87fa2456 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433555 Jun 15 07:10:50.429960 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a131ac9e-8067-4a6d-8a7e-e91f57096dcb req-c17d444e-eab6-49e8-876f-20f58c1ce5cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342762 Jun 15 07:10:50.816922 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:51.132821 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af16df-4eee-4e98-b508-6fab31b2689c req-3768c9cb-7ece-403a-bf0a-168c87cd4d99 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:51.134409 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53af16df-4eee-4e98-b508-6fab31b2689c req-3768c9cb-7ece-403a-bf0a-168c87cd4d99 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0861766 Jun 15 07:10:51.187938 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53af16df-4eee-4e98-b508-6fab31b2689c req-69916173-c84b-48fe-9dda-3812d311ca43 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Jun 15 07:10:51.622956 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007ef5f-fee7-472a-969b-d4bf3c4c1821 req-f731ad26-110a-4ce8-955d-621902e2d0b7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:51.624530 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7007ef5f-fee7-472a-969b-d4bf3c4c1821 req-f731ad26-110a-4ce8-955d-621902e2d0b7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0859609 Jun 15 07:10:51.681119 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7007ef5f-fee7-472a-969b-d4bf3c4c1821 req-4a03ac00-8242-413e-8468-696b66a66213 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496883 Jun 15 07:10:52.284901 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:52.392180 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d5c2d-6e10-4e04-ba84-29adedeb2d59 req-f51b1ec2-e99d-46f4-befc-8e15708a41dd tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:52.393961 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dc0d5c2d-6e10-4e04-ba84-29adedeb2d59 req-f51b1ec2-e99d-46f4-befc-8e15708a41dd tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0764611 Jun 15 07:10:52.448181 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dc0d5c2d-6e10-4e04-ba84-29adedeb2d59 req-c2cd3a27-0d66-4ad1-8600-3e0ad1732114 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Jun 15 07:10:52.900093 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413baabd-187f-4179-890d-26523c98b693 req-68ba9cf9-6b00-477e-be14-12b30c1aba5e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:52.905287 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-413baabd-187f-4179-890d-26523c98b693 req-68ba9cf9-6b00-477e-be14-12b30c1aba5e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0907941 Jun 15 07:10:52.953001 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-413baabd-187f-4179-890d-26523c98b693 req-b2036c04-97b2-41fd-9629-0c1c9dcf2eb6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447431 Jun 15 07:10:54.147353 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577487ba-c5c0-4820-b65f-7c9bfd18eceb req-18cbce78-9dbe-4df0-939e-0b34ada7b280 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:54.148824 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-577487ba-c5c0-4820-b65f-7c9bfd18eceb req-18cbce78-9dbe-4df0-939e-0b34ada7b280 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0705416 Jun 15 07:10:54.188468 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-577487ba-c5c0-4820-b65f-7c9bfd18eceb req-0dd03e6a-bb8e-479b-a3cd-0371fbf5aa5c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340636 Jun 15 07:10:54.661631 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-0c0171f5-10e3-4023-aea6-9da38b04143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:54.663124 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-0c0171f5-10e3-4023-aea6-9da38b04143a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 1098 time: 0.0607724 Jun 15 07:10:54.774362 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-ebac3672-9530-471f-981a-ccaace42550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:54.775756 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-ebac3672-9530-471f-981a-ccaace42550e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.1054192 Jun 15 07:10:54.858404 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-cf37bdc8-f33b-47ef-8116-497b4adf61c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01dacb3-0037-4654-82d6-2e434d703220 HTTP/1.1" status: 200 len: 1000 time: 0.0744033 Jun 15 07:10:55.371849 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e5f78-ff8c-4d94-a2c0-18f29b93e23b req-5e7c7d4a-75c9-4f6b-a858-9f5b222820c6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:55.373310 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-698e5f78-ff8c-4d94-a2c0-18f29b93e23b req-5e7c7d4a-75c9-4f6b-a858-9f5b222820c6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0670366 Jun 15 07:10:55.414151 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-698e5f78-ff8c-4d94-a2c0-18f29b93e23b req-db45053b-dfa2-4724-8b19-c5dabf98cf4d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353079 Jun 15 07:10:56.598371 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c940419-187c-4d68-acb8-e41b439cf0f5 req-be08451f-af94-4d0f-a5de-c1beaa619e0b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:56.600374 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3c940419-187c-4d68-acb8-e41b439cf0f5 req-be08451f-af94-4d0f-a5de-c1beaa619e0b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0704541 Jun 15 07:10:56.640540 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3c940419-187c-4d68-acb8-e41b439cf0f5 req-000e2bc9-b96c-4ff9-a091-00269198fb4c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344582 Jun 15 07:10:56.891678 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-ec36a4d0-1773-4dfe-b682-86c3263d88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:56.893076 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-ec36a4d0-1773-4dfe-b682-86c3263d88ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0504935 Jun 15 07:10:57.825254 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e0cf-e162-4961-807f-aa1230593fda req-ed22d71e-12b6-4863-b6f0-e59d69255a4e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:57.826683 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae38e0cf-e162-4961-807f-aa1230593fda req-ed22d71e-12b6-4863-b6f0-e59d69255a4e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0706809 Jun 15 07:10:57.869034 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae38e0cf-e162-4961-807f-aa1230593fda req-38827e4b-7411-47eb-87f9-be6f3d27708f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357087 Jun 15 07:10:58.008876 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-a942e9f8-0cad-4fba-a995-cdf6e5607990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:58.010480 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-a942e9f8-0cad-4fba-a995-cdf6e5607990 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597146 Jun 15 07:10:58.142686 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-4c37dfe1-8c40-4713-a792-6f37e0b31db9 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121130 Jun 15 07:10:58.523526 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5713258c-2a4b-4994-9403-e9b5aafc4b41 req-1a7db9a0-f691-426d-98d8-82b47ae2a27d service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731737 Jun 15 07:10:59.047983 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405ec9f-2562-445a-b190-352216f7ed2e req-ecb9696d-55e1-4b97-8fea-ea354818d13a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:10:59.049436 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4405ec9f-2562-445a-b190-352216f7ed2e req-ecb9696d-55e1-4b97-8fea-ea354818d13a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 945 time: 0.0669248 Jun 15 07:10:59.094704 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4405ec9f-2562-445a-b190-352216f7ed2e req-1b5787a8-eaa4-4b97-bc89-675067d720bf tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 Jun 15 07:10:59.727679 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:10:59.928450 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:59.952084 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:10:59.954543 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7997df-962d-445c-b14d-0b5071bbf6b7" -d '{"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-unplugged", "status": "completed", "tag": "c01dacb3-0037-4654-82d6-2e434d703220"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:10:59.968719 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:10:59.973217 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:10:59.975634 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:00.013190 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 07:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394988a0-3c12-4671-bdb2-8964e3590ae7 x-openstack-request-id: req-394988a0-3c12-4671-bdb2-8964e3590ae7 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:00.013516 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-unplugged", "status": "completed", "tag": "c01dacb3-0037-4654-82d6-2e434d703220", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:00.013797 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-394988a0-3c12-4671-bdb2-8964e3590ae7 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:00.014292 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220', 'code': 200} Jun 15 07:11:00.033132 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=8']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:00.036237 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:00.281844 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8649f-08ba-4a58-9da6-e3b5e8ea09b7 req-737b7fb6-7674-4a29-841a-6aa5c59b13b8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:00.283513 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71d8649f-08ba-4a58-9da6-e3b5e8ea09b7 req-737b7fb6-7674-4a29-841a-6aa5c59b13b8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0691645 Jun 15 07:11:00.327482 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71d8649f-08ba-4a58-9da6-e3b5e8ea09b7 req-852a8d5b-a507-4d5b-970a-91a9b33f2bf3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366390 Jun 15 07:11:01.519430 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9a564-4e92-4713-8f03-75df56fa290c req-ca56519d-718b-4d21-bdc5-2f58f4f69a9c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:01.520785 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-62f9a564-4e92-4713-8f03-75df56fa290c req-ca56519d-718b-4d21-bdc5-2f58f4f69a9c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0736935 Jun 15 07:11:01.562371 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-62f9a564-4e92-4713-8f03-75df56fa290c req-76d081b4-673d-434c-bb32-49339e343eb8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352178 Jun 15 07:11:02.074218 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c94c2-1216-4617-af9d-c359981e2f2f req-78271dd0-36c3-499c-bdca-ea8b3e2389ec tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:02.075954 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ab5c94c2-1216-4617-af9d-c359981e2f2f req-78271dd0-36c3-499c-bdca-ea8b3e2389ec tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0742052 Jun 15 07:11:02.122641 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ab5c94c2-1216-4617-af9d-c359981e2f2f req-9c52faf2-dba7-4bbc-ae28-4bcd440c711c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Jun 15 07:11:02.525535 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1fe6d-ce4e-482b-84f3-add11e64e4dd req-7e16598a-7f31-41b8-a259-73245f5653f3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:02.526986 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-47a1fe6d-ce4e-482b-84f3-add11e64e4dd req-7e16598a-7f31-41b8-a259-73245f5653f3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0696912 Jun 15 07:11:02.567804 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-47a1fe6d-ce4e-482b-84f3-add11e64e4dd req-ce2b380e-1bd2-4527-8690-c09fb1e4a17e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351870 Jun 15 07:11:02.797897 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37724) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:02.903102 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-f86605e0-0fdc-4eef-abd1-99c19b274960 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040006 Jun 15 07:11:03.160569 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37744) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:03.303770 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:03.369568 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a272f-b985-4ecb-aaca-6d0137a882a2 req-6cc40974-4725-44ed-acd4-95fdff126869 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:03.370984 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff4a272f-b985-4ecb-aaca-6d0137a882a2 req-6cc40974-4725-44ed-acd4-95fdff126869 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1210270 Jun 15 07:11:03.433617 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff4a272f-b985-4ecb-aaca-6d0137a882a2 req-439a3dfa-666c-46a9-b5c4-a1af0c7918dc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542107 Jun 15 07:11:03.475201 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:03.478967 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:03.482234 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0f26fda2-debe-45ea-b3f9-dafd788550a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:03.520223 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d39a2235049145789e43b0c613a9c610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585474 Jun 15 07:11:03.521525 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bded4ce3-a427-4182-952e-7aa159bf3bd1,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:03.523592 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 37748) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:03.529415 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.529777 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.530135 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.530480 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.530821 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.531164 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.531506 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.531846 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.532191 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.532526 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.532893 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.533229 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.537070 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:03.576760 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:03.600616 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:03.654086 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:03.656705 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:03.657946 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bded4ce3-a427-4182-952e-7aa159bf3bd1 HTTP/1.1" status: 204 len: 168 time: 0.1333382 Jun 15 07:11:03.658687 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-22750b93-7ad4-4caf-ad74-3b0551f82737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:03.667656 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bded4ce3-a427-4182-952e-7aa159bf3bd1,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:03.675756 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.676132 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.676495 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.676920 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.677278 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.677599 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.677950 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.678500 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.678695 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.679032 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.680949 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.680949 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:03.688838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:03.774761 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7122edd-c2a2-4401-92db-b968351018e2 req-cc8b099f-f357-4d51-abc1-47ea75681bac tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:03.776313 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7122edd-c2a2-4401-92db-b968351018e2 req-cc8b099f-f357-4d51-abc1-47ea75681bac tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0856702 Jun 15 07:11:03.821699 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7122edd-c2a2-4401-92db-b968351018e2 req-7a6f80bd-1d41-415d-9ce5-7d2f3ed03a89 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391123 Jun 15 07:11:04.302336 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 37774) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:04.395951 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-106261352-network', 'tenant_id': '1d4ce4e02a5042949789aa05c344dfa4'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:11:04.419042 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Made reservation on behalf of 1d4ce4e02a5042949789aa05c344dfa4 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:11:04.421270 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.432957 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.528255 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.530850 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:11:04.532517 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.536312 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a5172f43-731d-40e6-860f-112642c55cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:04.554072 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:11:04.602671 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.603012 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Added segment 4052d515-43b2-42ca-b079-2861218478fa of type vlan for network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b Jun 15 07:11:04.614210 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20114b0a-ba1e-4096-8fbb-de3940fe4c7e,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:04.618264 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:04.676453 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.677464 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-66b177e0-72f5-4633-a61c-de4f114c7fc5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:04.679524 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-66b177e0-72f5-4633-a61c-de4f114c7fc5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.0679481 Jun 15 07:11:04.707726 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45798280-d898-48d3-bb3a-c6b378ba8550 req-8e27744b-57de-4425-a5f7-cfdfdf75b580 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:04.709883 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-45798280-d898-48d3-bb3a-c6b378ba8550 req-8e27744b-57de-4425-a5f7-cfdfdf75b580 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 945 time: 0.1569612 Jun 15 07:11:04.746579 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.749510 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:04.750106 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.753852 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:04.802764 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 37782) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:04.805288 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4978843 Jun 15 07:11:04.808967 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Request body: {'subnet': {'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-106261352-subnet', 'tenant_id': '1d4ce4e02a5042949789aa05c344dfa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:11:04.815932 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-45798280-d898-48d3-bb3a-c6b378ba8550 req-d21cdd5e-9aa3-462c-a063-e9d84ddd27df tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924456 Jun 15 07:11:04.825824 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Deleting port 816060c2-cb35-44da-b068-7d16bf976da7 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:11:04.826176 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.860817 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Pushing event updated for resources: {'Network': ['ID=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:04.863625 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:04.870434 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Made reservation on behalf of 1d4ce4e02a5042949789aa05c344dfa4 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:11:04.872767 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533721699'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:04.873082 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:11:05.052909 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] For port 816060c2-cb35-44da-b068-7d16bf976da7, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=816060c2-cb35-44da-b068-7d16bf976da7,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:05.053269 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:05.166957 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Calling delete_port for 816060c2-cb35-44da-b068-7d16bf976da7 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:11:05.285994 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933fa99-f173-4f71-98c2-ab2810877c2a req-5e692be1-22fa-44ad-b140-ea9fc45cb364 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:05.287441 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f933fa99-f173-4f71-98c2-ab2810877c2a req-5e692be1-22fa-44ad-b140-ea9fc45cb364 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.3388691 Jun 15 07:11:05.410427 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f933fa99-f173-4f71-98c2-ab2810877c2a req-03a81a64-42ae-43f4-bec0-f82826647001 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153722 Jun 15 07:11:05.415763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534052951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533721717'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:05.419295 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:05.533208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083bc4db-9208-425e-b16f-fd427f441c9a,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:05.535049 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:05.536787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:05.539443 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:05.547197 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['745a7a25-f9c0-4f3b-9382-ab7eb5e603bd', '816060c2-cb35-44da-b068-7d16bf976da7'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:11:05.578357 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Checking segment: {'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:11:05.578707 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Network hostable DHCP agents. Network: 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:11:05.581194 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Pushing event deleted for resources: {'Port': ['ID=816060c2-cb35-44da-b068-7d16bf976da7,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:05.586541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:05.645563 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] No DVR routers for this DVR port 816060c2-cb35-44da-b068-7d16bf976da7 on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:11:05.649009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:05.651219 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c8c35268-a79c-4dc1-afb5-052c31aaed0f req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.11 "DELETE /v2.0/ports/816060c2-cb35-44da-b068-7d16bf976da7 HTTP/1.1" status: 204 len: 173 time: 0.9628711 Jun 15 07:11:05.651714 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf', 'name': 'network-vif-deleted', 'tag': '816060c2-cb35-44da-b068-7d16bf976da7'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:05.654056 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de963c3-9594-4f50-8ef1-53a45209dea3" -d '{"events": [{"server_uuid": "5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf", "name": "network-vif-deleted", "tag": "816060c2-cb35-44da-b068-7d16bf976da7"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:05.657244 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:11:05.670441 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:11:05.685535 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:05.686223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:05.686933 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4b5c25-0f2e-4faf-ae60-b261ec7f7b12 None None] Network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:11:05.707023 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-83aa2341-5fd0-4277-bf63-192487b352b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9031680 Jun 15 07:11:05.712891 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4402ab2-8b5a-4b02-9331-4af9df624912 x-openstack-request-id: req-b4402ab2-8b5a-4b02-9331-4af9df624912 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:05.713223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf", "name": "network-vif-deleted", "tag": "816060c2-cb35-44da-b068-7d16bf976da7", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:05.714235 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4402ab2-8b5a-4b02-9331-4af9df624912 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:05.714677 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf', 'name': 'network-vif-deleted', 'tag': '816060c2-cb35-44da-b068-7d16bf976da7', 'status': 'completed', 'code': 200} Jun 15 07:11:05.803613 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:05.942576 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5a434-fcdc-4233-80df-50ff43f86ff4 None None] Network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:11:06.015864 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f69dd2d6-d111-406f-a842-413e27e38607 req-a0a1ee6b-e921-425d-9fa9-b19e306f075d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f5b41-5ee0-48d8-bbf6-40ee2f2dfeaf HTTP/1.1" status: 200 len: 210 time: 0.0479927 Jun 15 07:11:06.607281 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3087d-bf75-48d4-8442-c33d2766b5ed req-e729c127-5277-417f-b1c3-ca34461114c7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:06.608754 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-42b3087d-bf75-48d4-8442-c33d2766b5ed req-e729c127-5277-417f-b1c3-ca34461114c7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0707686 Jun 15 07:11:06.650529 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-42b3087d-bf75-48d4-8442-c33d2766b5ed req-02f45e82-82a0-4f54-a969-482db7b80796 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361164 Jun 15 07:11:07.544353 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9d739-4d56-482b-812b-1d0478bb0d7c req-5b18ce7a-d1bb-450b-b8d5-4df8a6a770b0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:07.546569 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-56e9d739-4d56-482b-812b-1d0478bb0d7c req-5b18ce7a-d1bb-450b-b8d5-4df8a6a770b0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0801437 Jun 15 07:11:07.589266 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-56e9d739-4d56-482b-812b-1d0478bb0d7c req-d21b4064-5a92-4616-89f5-9f691d477a63 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Jun 15 07:11:07.666034 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-c68f086d-c1cf-496b-b924-ae8cf11b1474 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:07.667390 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-c68f086d-c1cf-496b-b924-ae8cf11b1474 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/networks?id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b HTTP/1.1" status: 200 len: 813 time: 0.2070231 Jun 15 07:11:07.681803 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fae79-baf7-4204-923a-4617b032f85f req-e476d4a2-0af2-436d-820f-800d7d4a3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:07.683190 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-e476d4a2-0af2-436d-820f-800d7d4a3b33 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4&tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe HTTP/1.1" status: 200 len: 1096 time: 0.1959877 Jun 15 07:11:07.686709 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-86426761-bc1f-47a7-909a-54787c339854 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/quotas/1d4ce4e02a5042949789aa05c344dfa4 HTTP/1.1" status: 200 len: 375 time: 0.0133371 Jun 15 07:11:07.728479 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-89d6c39b-affd-4c0e-98ab-e1579e713c7f tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d4ce4e02a5042949789aa05c344dfa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360677 Jun 15 07:11:07.868201 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b641f-540f-4f63-8684-bab02a8477d1 req-856ea589-9750-4280-9ec1-40c17553e653 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:07.869976 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf6b641f-540f-4f63-8684-bab02a8477d1 req-856ea589-9750-4280-9ec1-40c17553e653 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0726349 Jun 15 07:11:07.888137 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fae79-baf7-4204-923a-4617b032f85f req-0ceda4af-9b95-43f0-8714-861186e205c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:07.889652 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-0ceda4af-9b95-43f0-8714-861186e205c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 1096 time: 0.1642668 Jun 15 07:11:07.891529 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-94bbb5de-0f0a-41c3-b907-a501927b31df service neutron] 10.222.0.24 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558616 Jun 15 07:11:07.915364 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf6b641f-540f-4f63-8684-bab02a8477d1 req-b60990e5-48e7-480b-af94-7c87d8923ded tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384693 Jun 15 07:11:08.113411 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-24878543-b750-4226-917e-e2065d71e857 service neutron] 10.222.0.24 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158279 Jun 15 07:11:08.116266 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fae79-baf7-4204-923a-4617b032f85f req-7f8f27bd-8235-480f-8264-afc54d2ef3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:08.118265 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-7f8f27bd-8235-480f-8264-afc54d2ef3f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.2195971 Jun 15 07:11:08.235609 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-22f75f21-47ed-48b0-874f-80bfcc3a6396 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01dacb3-0037-4654-82d6-2e434d703220 HTTP/1.1" status: 200 len: 998 time: 0.1066689 Jun 15 07:11:08.313844 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fae79-baf7-4204-923a-4617b032f85f req-878ef01c-a25b-41db-a33b-a656c9ecfec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:08.315549 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-878ef01c-a25b-41db-a33b-a656c9ecfec7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0727308 Jun 15 07:11:08.325931 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cc21df34-e386-483f-ba69-ea00cbb94412 req-e3220788-9a44-433e-b4cc-885072893c2a tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0354388 Jun 15 07:11:08.393441 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fae79-baf7-4204-923a-4617b032f85f req-c531a9e5-cc13-417d-b4ef-f681256749fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:08.394694 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-c531a9e5-cc13-417d-b4ef-f681256749fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714102 Jun 15 07:11:08.525577 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-80e0bf36-28ae-429c-b517-d04566dd8565 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214738 Jun 15 07:11:08.657709 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-fae4be1a-f8cb-407a-bed5-83dfc04f7bf6 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229584 Jun 15 07:11:08.799771 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a874e8-080e-47c1-a735-1d70394847d1 req-4f884b14-b142-4654-9923-29dec2f6f76c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:08.801264 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-58a874e8-080e-47c1-a735-1d70394847d1 req-4f884b14-b142-4654-9923-29dec2f6f76c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0802081 Jun 15 07:11:08.846434 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-58a874e8-080e-47c1-a735-1d70394847d1 req-b6b747c5-9025-4251-882c-5c0e424ea9db tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393498 Jun 15 07:11:09.117801 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a708dc-5dfa-4875-a97e-1de8d18857ee req-5be90f15-f588-4c56-b03e-1539b73e0d13 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:09.119300 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-97a708dc-5dfa-4875-a97e-1de8d18857ee req-5be90f15-f588-4c56-b03e-1539b73e0d13 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0789759 Jun 15 07:11:09.166715 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-97a708dc-5dfa-4875-a97e-1de8d18857ee req-dc50ca77-c807-4fc9-b7c1-f694a40faca5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Jun 15 07:11:09.506635 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7ea734e7-499d-4cf9-8749-42c977590be4 req-b202182c-95f2-4569-8a9f-3acff5bc9c51 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0340378 Jun 15 07:11:09.755893 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 816060c2-cb35-44da-b068-7d16bf976da7 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:09.784112 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 816060c2-cb35-44da-b068-7d16bf976da7 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:11:09.784465 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 816060c2-cb35-44da-b068-7d16bf976da7 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:11:09.992202 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be3dca-7b39-4f10-b035-9ffee00bdd05 req-502eda3f-9247-4c25-83ac-e3017b9078c0 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:09.993815 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-11be3dca-7b39-4f10-b035-9ffee00bdd05 req-502eda3f-9247-4c25-83ac-e3017b9078c0 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0693183 Jun 15 07:11:10.040408 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-11be3dca-7b39-4f10-b035-9ffee00bdd05 req-aa259029-5f4c-41bb-9959-538debe50f76 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408912 Jun 15 07:11:10.075086 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef258bd4-9eb7-49b3-b705-fac453e062d5 req-e4a4645a-a9d1-4589-a9cc-b3c092e24084 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:10.076555 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ef258bd4-9eb7-49b3-b705-fac453e062d5 req-e4a4645a-a9d1-4589-a9cc-b3c092e24084 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0856357 Jun 15 07:11:10.118157 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ef258bd4-9eb7-49b3-b705-fac453e062d5 req-59110700-4cb5-461b-ac5e-d3e7a62b9c20 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Jun 15 07:11:10.360813 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9b48-ebd8-4088-8343-9aa2e01fb326 req-1005d843-8bed-4259-ab14-0ed8c83ab167 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:10.362238 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6cad9b48-ebd8-4088-8343-9aa2e01fb326 req-1005d843-8bed-4259-ab14-0ed8c83ab167 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0705860 Jun 15 07:11:10.410252 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6cad9b48-ebd8-4088-8343-9aa2e01fb326 req-695ceff0-98b5-469b-9655-a4b6a949461e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Jun 15 07:11:10.659326 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4c7dc726-670c-4fec-9001-919eaeb7a39d req-2190f019-68e6-4318-8df8-caa7cca7ce72 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0361724 Jun 15 07:11:11.235265 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df669-e006-47bc-a6ed-79685fb24084 req-cdcd71ce-8208-4d20-a0c8-7347ca5b6b04 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:11.238037 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-322df669-e006-47bc-a6ed-79685fb24084 req-cdcd71ce-8208-4d20-a0c8-7347ca5b6b04 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0725129 Jun 15 07:11:11.291354 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-322df669-e006-47bc-a6ed-79685fb24084 req-a8f46725-5ab1-4b53-b8c9-93949ffa74a2 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Jun 15 07:11:11.338963 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d275a1-8f81-46c4-a8ff-c3d2991ddc76 req-9bae814d-addf-4d50-af64-0de762677f97 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:11.340336 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-11d275a1-8f81-46c4-a8ff-c3d2991ddc76 req-9bae814d-addf-4d50-af64-0de762677f97 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1061001 Jun 15 07:11:11.394540 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-11d275a1-8f81-46c4-a8ff-c3d2991ddc76 req-cf980790-e75c-47f4-9850-2774e3e072d0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Jun 15 07:11:11.610256 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596ec9d-7ff6-4d0d-8696-e44b70a204f8 req-680de644-b59e-4553-92ef-f00a553505c2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:11.611612 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c596ec9d-7ff6-4d0d-8696-e44b70a204f8 req-680de644-b59e-4553-92ef-f00a553505c2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0721819 Jun 15 07:11:11.653472 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c596ec9d-7ff6-4d0d-8696-e44b70a204f8 req-62fee811-5ebc-4b89-b149-e00bbe1ef773 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359864 Jun 15 07:11:11.807079 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5484c21c-415e-45fb-8ffa-725baeecce7e req-097506df-f403-49f3-a356-67d45ba362f1 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0314338 Jun 15 07:11:12.476941 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22835e66-e15a-44bb-924b-4a9e0314dc2c req-4614c5cd-bfc7-4868-aafe-20572a396e20 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:12.478400 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-22835e66-e15a-44bb-924b-4a9e0314dc2c req-4614c5cd-bfc7-4868-aafe-20572a396e20 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0708385 Jun 15 07:11:12.535790 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-22835e66-e15a-44bb-924b-4a9e0314dc2c req-0865bb38-ec55-4008-aaa3-2dba905c4f62 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519021 Jun 15 07:11:12.614677 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33ede6-d4eb-4406-ac47-35bd723debdd req-c1757482-a321-4d7d-94ad-7d1fd91df447 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:12.616416 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d33ede6-d4eb-4406-ac47-35bd723debdd req-c1757482-a321-4d7d-94ad-7d1fd91df447 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0744398 Jun 15 07:11:12.662909 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d33ede6-d4eb-4406-ac47-35bd723debdd req-3ca49c53-f89d-4358-ad21-f907279fb564 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Jun 15 07:11:12.877596 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37363b-33a7-4d7a-abb1-f77f55466302 req-00beca1b-f314-4403-9ee7-52b891c30cc5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:12.879571 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cd37363b-33a7-4d7a-abb1-f77f55466302 req-00beca1b-f314-4403-9ee7-52b891c30cc5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0970373 Jun 15 07:11:12.922386 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cd37363b-33a7-4d7a-abb1-f77f55466302 req-eb031e58-a06d-455a-86fe-586861a4f868 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357480 Jun 15 07:11:12.962531 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4ce7f6c3-b8ae-40ce-a272-4430341d2398 req-4b0dbf7b-533a-41ec-a428-e2e248b9ad3a tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0338488 Jun 15 07:11:13.741271 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba9220-5e8d-4c0c-907f-009a1185e846 req-3c141edc-f9aa-446b-b540-ab712cfeb238 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:13.742806 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-75ba9220-5e8d-4c0c-907f-009a1185e846 req-3c141edc-f9aa-446b-b540-ab712cfeb238 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0842822 Jun 15 07:11:13.788540 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-75ba9220-5e8d-4c0c-907f-009a1185e846 req-cbaa10bd-2614-4a48-a1d3-a82f9b0bdeac tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392151 Jun 15 07:11:13.876203 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2b85-e87c-4d69-bcd1-4f74aa1850c5 req-ce56ab55-397c-47fa-a1a2-8c4b95ee269c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:13.878659 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-db6b2b85-e87c-4d69-bcd1-4f74aa1850c5 req-ce56ab55-397c-47fa-a1a2-8c4b95ee269c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0767539 Jun 15 07:11:14.132211 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326466-7530-4650-b3b2-9f5b3fa9ef75 req-6a969894-bc8b-4502-8100-a93a11362407 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:14.134323 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83326466-7530-4650-b3b2-9f5b3fa9ef75 req-6a969894-bc8b-4502-8100-a93a11362407 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0763516 Jun 15 07:11:14.142129 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-db6b2b85-e87c-4d69-bcd1-4f74aa1850c5 req-61e1ce2d-7fde-4958-9a14-4df140f986f5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576752 Jun 15 07:11:14.188307 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83326466-7530-4650-b3b2-9f5b3fa9ef75 req-595b872c-c370-4751-937d-2dd5725961d4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482984 Jun 15 07:11:14.283959 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4b8c3e33-1270-44be-be1c-1a3183290c72 req-80f42297-1d84-40c3-90e3-43b2c5e25ace tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0343521 Jun 15 07:11:14.968848 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618dd0-0f18-4c90-969f-66d09d95cbda req-b3bc011c-1e29-4429-b093-15d9ff9d9c3a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:14.970275 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6b618dd0-0f18-4c90-969f-66d09d95cbda req-b3bc011c-1e29-4429-b093-15d9ff9d9c3a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0667522 Jun 15 07:11:15.019594 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6b618dd0-0f18-4c90-969f-66d09d95cbda req-ba77b7bd-1682-4d1a-b2c0-25c77a49dd06 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430048 Jun 15 07:11:15.353511 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12747582-7c60-4e75-89ec-f491c0c07a79 req-9ea0046f-2d5d-4f2a-8895-68bf0b0a4c81 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:15.355894 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-12747582-7c60-4e75-89ec-f491c0c07a79 req-9ea0046f-2d5d-4f2a-8895-68bf0b0a4c81 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0776489 Jun 15 07:11:15.403233 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-12747582-7c60-4e75-89ec-f491c0c07a79 req-0f4fbefe-25c9-4139-8e23-530bd1fc63b3 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Jun 15 07:11:15.407102 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04740575-0f42-434a-8045-90577b15c5c5 req-968f23a1-4699-4c04-8ff7-3dcf9d581334 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:15.408754 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-04740575-0f42-434a-8045-90577b15c5c5 req-968f23a1-4699-4c04-8ff7-3dcf9d581334 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0789323 Jun 15 07:11:15.454592 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-04740575-0f42-434a-8045-90577b15c5c5 req-408356ec-11d7-48a6-a8b8-491bb7e889f4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398848 Jun 15 07:11:15.557242 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a52e6e2-24b1-4ca1-9104-e7ab5b009f6e req-93742eba-c268-4fc1-8b0c-0f2626184f7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0352204 Jun 15 07:11:16.044185 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:16.201308 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896beea-f878-4a6a-8662-60253c1f6796 req-2202af04-abd4-44c5-82c4-71aabfc16d9b tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:16.202740 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5896beea-f878-4a6a-8662-60253c1f6796 req-2202af04-abd4-44c5-82c4-71aabfc16d9b tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0701518 Jun 15 07:11:16.250412 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5896beea-f878-4a6a-8662-60253c1f6796 req-c41dcc3f-37aa-416e-ade3-474883ca8a38 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Jun 15 07:11:16.599933 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646923d-de01-48e3-8079-5b291a554786 req-95f636ca-ee1f-4dff-aa42-f0a0c1e38036 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:16.602547 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3646923d-de01-48e3-8079-5b291a554786 req-95f636ca-ee1f-4dff-aa42-f0a0c1e38036 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0864456 Jun 15 07:11:16.647755 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3646923d-de01-48e3-8079-5b291a554786 req-319527c5-f212-4eae-b020-ad6a4484e7e0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Jun 15 07:11:16.693303 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72d199-1826-4fa5-a531-571dfefbc72b req-87ad8877-4201-46e6-8685-7001c6f3d649 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:16.695368 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e72d199-1826-4fa5-a531-571dfefbc72b req-87ad8877-4201-46e6-8685-7001c6f3d649 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0944211 Jun 15 07:11:16.741559 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e72d199-1826-4fa5-a531-571dfefbc72b req-ca19ae49-31bd-4263-8176-2da6a5d4738d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Jun 15 07:11:16.794900 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-156c7651-345c-4601-b342-9ccc121c0839 req-cb615117-ced3-404d-94c4-722ad3e214fa tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0375454 Jun 15 07:11:17.068384 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8cd38a6d-b447-4b17-a7ea-6b5e5215d3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:17.450971 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d68eb7-7817-4450-8c2e-add6b2c3ef13 req-5842fd37-543b-4fda-a765-a0ec220769ae tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:17.452449 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-17d68eb7-7817-4450-8c2e-add6b2c3ef13 req-5842fd37-543b-4fda-a765-a0ec220769ae tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0717680 Jun 15 07:11:17.495599 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-17d68eb7-7817-4450-8c2e-add6b2c3ef13 req-6b383480-e323-4a15-95ce-dcd6c633c203 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371704 Jun 15 07:11:17.842449 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f27b02-bf11-41b0-bc42-ca3b90c94c50 req-831ba772-daf9-4889-a90a-00fa1e268618 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:17.845510 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-68f27b02-bf11-41b0-bc42-ca3b90c94c50 req-831ba772-daf9-4889-a90a-00fa1e268618 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0748250 Jun 15 07:11:17.891814 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-68f27b02-bf11-41b0-bc42-ca3b90c94c50 req-3c4acf52-b027-4f52-bd05-bfa0cbaa4049 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 Jun 15 07:11:18.033359 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fddce09b-40aa-4b91-92a0-c7d891a02994 req-ae311033-cb54-4571-9410-e86e978ad548 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0337753 Jun 15 07:11:18.198320 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fdbdf-123b-4e8a-89c6-ec57f94a3963 req-54749106-1f71-406d-8da0-acf155b37da8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:18.199773 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ed1fdbdf-123b-4e8a-89c6-ec57f94a3963 req-54749106-1f71-406d-8da0-acf155b37da8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.3248906 Jun 15 07:11:18.250226 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ed1fdbdf-123b-4e8a-89c6-ec57f94a3963 req-3afcc839-8aae-43a4-8752-350048ea5d19 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446076 Jun 15 07:11:18.699410 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89296a8f-28bd-499e-9a15-9b95ba395bb5 req-677c9a57-eaff-4c7d-983e-eb103a2d37a1 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:18.700907 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-89296a8f-28bd-499e-9a15-9b95ba395bb5 req-677c9a57-eaff-4c7d-983e-eb103a2d37a1 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0753975 Jun 15 07:11:18.744546 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-89296a8f-28bd-499e-9a15-9b95ba395bb5 req-61674522-33ee-40f0-888b-dbeb2ed0ef23 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Jun 15 07:11:19.074800 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3add1-c578-4aa3-8d49-2dbb96af1fa4 req-b78f98ca-9c29-4bb5-b88c-b4364e570050 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:19.076358 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b1d3add1-c578-4aa3-8d49-2dbb96af1fa4 req-b78f98ca-9c29-4bb5-b88c-b4364e570050 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0676486 Jun 15 07:11:19.140986 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b1d3add1-c578-4aa3-8d49-2dbb96af1fa4 req-8f095843-13eb-486e-9743-fa27963ee00e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562057 Jun 15 07:11:19.185092 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c6dccc2d-efea-4596-9feb-d533614257ce req-14ffae9f-6cf0-4eb5-a8a4-2a52583fb587 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0327530 Jun 15 07:11:19.440417 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a37c9-0cbe-4c22-8087-22ef1fe52149 req-8f8a30f9-dcda-486a-8bff-a7b682e85218 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:19.442081 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-054a37c9-0cbe-4c22-8087-22ef1fe52149 req-8f8a30f9-dcda-486a-8bff-a7b682e85218 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0692286 Jun 15 07:11:19.486963 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-054a37c9-0cbe-4c22-8087-22ef1fe52149 req-b736729c-f0ef-4b65-9735-82d5c607b408 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384722 Jun 15 07:11:19.588075 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f61a-02e3-4308-8d26-4195c57213b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:19.691839 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:19.928664 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fca6c-21bd-4795-8a71-a39de9140253 req-54f1e6fe-0012-4b5c-9bd1-bfc840368c02 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:19.930160 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a98fca6c-21bd-4795-8a71-a39de9140253 req-54f1e6fe-0012-4b5c-9bd1-bfc840368c02 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0670741 Jun 15 07:11:19.987255 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a98fca6c-21bd-4795-8a71-a39de9140253 req-cf0a8917-5f39-4831-8d7b-62e38ac74756 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483642 Jun 15 07:11:20.339227 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-daef321e-8c8c-4869-bf23-fd5203aec031 req-f039b9cf-435f-4f74-ac75-3fb3951bb927 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0354829 Jun 15 07:11:20.340981 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69cd2-ab54-415e-9713-a07c6a44aba4 req-23810dd9-831f-4469-bda6-7416a7d6081f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:20.342543 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-69d69cd2-ab54-415e-9713-a07c6a44aba4 req-23810dd9-831f-4469-bda6-7416a7d6081f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0784581 Jun 15 07:11:20.389026 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-69d69cd2-ab54-415e-9713-a07c6a44aba4 req-3b3b43e8-fbac-45d1-9e0c-dec3920dabb0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Jun 15 07:11:20.687603 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a47c11-0c56-464e-acd3-f014297e8b72 req-4412629b-2d4c-40fb-ac81-7ce549e3fd1d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:20.689092 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-25a47c11-0c56-464e-acd3-f014297e8b72 req-4412629b-2d4c-40fb-ac81-7ce549e3fd1d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0801096 Jun 15 07:11:20.732433 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-25a47c11-0c56-464e-acd3-f014297e8b72 req-33e8daa2-4ab1-4b78-ae1a-07cddc88c396 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373762 Jun 15 07:11:20.817490 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:21.168061 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aca3c1-ffdb-4e62-b936-b7dc335c0082 req-9c838004-a67a-4feb-9154-5b21709d654a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:21.169620 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b0aca3c1-ffdb-4e62-b936-b7dc335c0082 req-9c838004-a67a-4feb-9154-5b21709d654a tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0710809 Jun 15 07:11:21.213510 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b0aca3c1-ffdb-4e62-b936-b7dc335c0082 req-fd386133-c18e-4eca-9153-22f6f7f6c7f5 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Jun 15 07:11:21.497911 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3419af3b-6434-44dc-a4c8-1905df82b008 req-10bbad4d-f3b1-498e-8a0e-625407e836c7 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0379093 Jun 15 07:11:21.576186 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff24a12-0bf8-4ddf-85eb-355d5dab55e8 req-7432afd1-3176-4b33-893e-b36860bba1a7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:21.577835 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2ff24a12-0bf8-4ddf-85eb-355d5dab55e8 req-7432afd1-3176-4b33-893e-b36860bba1a7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0716922 Jun 15 07:11:21.626071 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2ff24a12-0bf8-4ddf-85eb-355d5dab55e8 req-334e9a09-8ab4-47a4-be05-f2f80f27e3c5 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Jun 15 07:11:21.922705 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9d7b-48a5-497e-bab3-3ddf4aaed373 req-8cc4fd0b-f9d0-49db-9d72-08adc915a882 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:21.924068 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-318b9d7b-48a5-497e-bab3-3ddf4aaed373 req-8cc4fd0b-f9d0-49db-9d72-08adc915a882 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0743697 Jun 15 07:11:21.964976 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-318b9d7b-48a5-497e-bab3-3ddf4aaed373 req-9a27dbb7-2261-4664-b1ae-ae91921514c5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352123 Jun 15 07:11:22.288244 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:22.399177 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74d85-effc-46cc-98a5-f9c599d91f52 req-b26ac7e6-d8bb-4e31-9d67-6be5783b83b8 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:22.401594 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ead74d85-effc-46cc-98a5-f9c599d91f52 req-b26ac7e6-d8bb-4e31-9d67-6be5783b83b8 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0691619 Jun 15 07:11:22.445281 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ead74d85-effc-46cc-98a5-f9c599d91f52 req-c8529179-4c67-42da-980e-ef7c0ae02eeb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Jun 15 07:11:22.643786 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-076a49a2-9cbf-4089-b854-9a7996698e54 req-8b631b9f-6864-4946-8c71-d0340ca54939 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0322855 Jun 15 07:11:22.804946 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0c0cc-ef58-4d31-bec4-b426741144b6 req-5c66668c-68a5-4cce-964f-c0d8c437380c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:22.806812 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8fe0c0cc-ef58-4d31-bec4-b426741144b6 req-5c66668c-68a5-4cce-964f-c0d8c437380c tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0676861 Jun 15 07:11:22.850990 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8fe0c0cc-ef58-4d31-bec4-b426741144b6 req-056107c6-42b4-48c1-9ca5-17192c090887 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385356 Jun 15 07:11:23.153677 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c04bd-597a-479b-bc70-d209ed5727ea req-4a45d086-b1f1-4d5c-84f9-771b41a72215 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:23.155178 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0c0c04bd-597a-479b-bc70-d209ed5727ea req-4a45d086-b1f1-4d5c-84f9-771b41a72215 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0733047 Jun 15 07:11:23.199285 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0c0c04bd-597a-479b-bc70-d209ed5727ea req-90f32861-9dc0-420c-bfdf-674f09a2726a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379024 Jun 15 07:11:23.296613 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-db15e89e-c172-4b93-bf27-0f1bb08fc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:23.298038 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-db15e89e-c172-4b93-bf27-0f1bb08fc198 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 1096 time: 0.0580864 Jun 15 07:11:23.435130 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-38bd04d3-7b36-4f4c-b240-b1f62eba33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:23.436481 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-38bd04d3-7b36-4f4c-b240-b1f62eba33d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.1112969 Jun 15 07:11:23.533922 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-c88eb9db-e576-4204-89d6-41dae3fc1c65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01dacb3-0037-4654-82d6-2e434d703220 HTTP/1.1" status: 200 len: 998 time: 0.0784540 Jun 15 07:11:23.582941 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-b5abc5db-692b-435f-9b41-3ade1dead0df tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:23.584368 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-b5abc5db-692b-435f-9b41-3ade1dead0df tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.11 "GET /v2.0/networks?id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b HTTP/1.1" status: 200 len: 813 time: 0.1477757 Jun 15 07:11:23.606232 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Request body: {'port': {'device_id': 'a0a7a1ef-9a58-4e4c-9827-0edf53806d58', 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b', 'admin_state_up': True, 'tenant_id': '1d4ce4e02a5042949789aa05c344dfa4'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:11:23.647618 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-438a68d4-96ed-4712-9702-202c94b3e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:23.649106 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-438a68d4-96ed-4712-9702-202c94b3e825 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.1049473 Jun 15 07:11:23.707175 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d71bd-f5dc-4879-a613-4a4caff75485 req-f58f0232-9bbb-4eb4-afab-5aa6c4c5c8df tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:23.709250 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a4d71bd-f5dc-4879-a613-4a4caff75485 req-f58f0232-9bbb-4eb4-afab-5aa6c4c5c8df tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.1213138 Jun 15 07:11:23.757229 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Made reservation on behalf of 1d4ce4e02a5042949789aa05c344dfa4 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:11:23.761635 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:23.782273 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a4d71bd-f5dc-4879-a613-4a4caff75485 req-5c1ff097-9e02-4789-94b7-bdef04ed1da5 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602913 Jun 15 07:11:23.784150 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-d6af04e6-c382-4be2-bc3e-767e1823dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:23.785537 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-d6af04e6-c382-4be2-bc3e-767e1823dea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1260166 Jun 15 07:11:23.811254 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ddfcd58b-d4c9-4bbf-a4ad-34e3a1b19b5c req-41138413-cdc6-4ea4-ad66-e4b91b3c7276 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0381255 Jun 15 07:11:23.907237 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-96609bb2-f917-4695-b4f4-f9520b902a82 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114290 Jun 15 07:11:23.939232 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Allocated IP 172.20.0.7 (336e0fc2-4c0b-40a9-bd1f-51c45041fe5b/083bc4db-9208-425e-b16f-fd427f441c9a/e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:11:24.073614 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-16ea0b9e-baf8-4687-be53-7466e47479b7 req-b8d6abb9-af1c-4d1e-a49a-aff90c553ac4 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561251 Jun 15 07:11:24.097623 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ce704-3834-41cb-a22e-1663b36dcf26 req-1d26def0-1917-439b-9b3a-eb8645d06021 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:24.099039 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c21ce704-3834-41cb-a22e-1663b36dcf26 req-1d26def0-1917-439b-9b3a-eb8645d06021 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0984406 Jun 15 07:11:24.116251 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:24.143542 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c21ce704-3834-41cb-a22e-1663b36dcf26 req-4002e34b-cb4a-466f-8b2f-1fe03e57c3d0 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Jun 15 07:11:24.163288 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:24.168397 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-03910ad8-16f8-4488-a0bd-b2bf136fee6e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:24.219869 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:11:24.223056 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:11:24.230300 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:11:24.234436 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Pushing event updated for resources: {'Port': ['ID=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:24.263102 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:24.290471 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:24.291321 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:24.306191 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7057390 Jun 15 07:11:24.319540 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Request body: {'port': {'device_id': 'a0a7a1ef-9a58-4e4c-9827-0edf53806d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:11:24.444166 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:24.469967 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcc1cd-b2d9-4d72-9623-9e5e6e127f73 req-0200be09-5d23-4a9b-820a-0b6c02dcb536 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:24.471329 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2dbcc1cd-b2d9-4d72-9623-9e5e6e127f73 req-0200be09-5d23-4a9b-820a-0b6c02dcb536 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.1471567 Jun 15 07:11:24.598057 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2dbcc1cd-b2d9-4d72-9623-9e5e6e127f73 req-e24ab703-3ba0-4ff7-949c-a151aca2d313 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028497 Jun 15 07:11:24.789364 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:11:24.797498 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:24.809740 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Transition to ACTIVE for port object e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:11:24.813434 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:24.816346 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-365fda38-c93b-4a39-83a6-85f18a124477 tempest-DeleteServersTestJSON-340910912 tempest-DeleteServersTestJSON-340910912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:24.914586 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:24.919880 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:24.976541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9f80-d669-4112-a082-ddca06a1ad7e req-3f204b5b-1da2-4ea7-a444-6bb6395306ab tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:24.978830 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bc8f9f80-d669-4112-a082-ddca06a1ad7e req-3f204b5b-1da2-4ea7-a444-6bb6395306ab tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0738583 Jun 15 07:11:25.019156 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bc8f9f80-d669-4112-a082-ddca06a1ad7e req-5c6b2e3f-d36f-4075-ac8c-3789391e7e68 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349460 Jun 15 07:11:25.045729 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Attempting to bind port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:11:25.046061 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Attempting to bind port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:11:25.046390 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Attempting to bind port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 on network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:11:25.053009 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 on network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:11:25.053324 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Attempting to bind port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 on network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:11:25.064479 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cc91d-4d17-43f1-86b3-1fa260f7195c req-0e3ae77c-1fc2-42ac-9ee5-01cb0d813746 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:25.065945 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ce5cc91d-4d17-43f1-86b3-1fa260f7195c req-0e3ae77c-1fc2-42ac-9ee5-01cb0d813746 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 943 time: 0.1251791 Jun 15 07:11:25.067034 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:11:25.067353 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Checking segment: {'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:11:25.067717 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Bound using segment: {'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:11:25.068169 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Bound port: e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:11:25.068507 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:25.151279 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ce5cc91d-4d17-43f1-86b3-1fa260f7195c req-fe646bb3-37d5-4116-aa89-cb7e7180b077 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721159 Jun 15 07:11:25.167650 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] For port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924, host hv-cinder-74134, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:11:25.170990 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] For port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:11:25.176817 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:25.178714 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:25.219666 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:25.220275 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:25.221823 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] 10.222.0.11 "PUT /v2.0/ports/e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 HTTP/1.1" status: 200 len: 1093 time: 0.9063559 Jun 15 07:11:25.222307 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a7a1ef-9a58-4e4c-9827-0edf53806d58', 'tag': 'e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:25.224593 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ae43b9-244a-4326-a75c-faed2ae93bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a7a1ef-9a58-4e4c-9827-0edf53806d58", "tag": "e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:25.249534 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:25.252770 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:25.270819 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2627dfc3-8bc5-49ba-bf30-77708481c081 x-openstack-request-id: req-2627dfc3-8bc5-49ba-bf30-77708481c081 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:25.272733 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a7a1ef-9a58-4e4c-9827-0edf53806d58", "tag": "e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:25.272946 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2627dfc3-8bc5-49ba-bf30-77708481c081 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:25.273375 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a7a1ef-9a58-4e4c-9827-0edf53806d58', 'tag': 'e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924', 'status': 'completed', 'code': 200} Jun 15 07:11:25.334289 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c8050-e1b4-4ad7-8b1f-ef2c48a9863a req-15c788a9-2669-4306-bef7-99270c31f311 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:25.335732 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-874c8050-e1b4-4ad7-8b1f-ef2c48a9863a req-15c788a9-2669-4306-bef7-99270c31f311 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0736680 Jun 15 07:11:25.366685 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-893cf607-0bc9-441c-8e56-4aecd7dcd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:25.368375 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-893cf607-0bc9-441c-8e56-4aecd7dcd874 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d4ce4e02a5042949789aa05c344dfa4&device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 1096 time: 0.0642974 Jun 15 07:11:25.381768 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-874c8050-e1b4-4ad7-8b1f-ef2c48a9863a req-5faf215e-4057-4319-b54c-6b3495db303f tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Jun 15 07:11:25.428032 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-74793d3c-307b-4c08-a3f6-c87c6972d1ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 HTTP/1.1" status: 200 len: 217 time: 0.0476067 Jun 15 07:11:25.489780 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-87e5d4e4-8e20-46cc-8946-943fd309abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:25.491131 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-87e5d4e4-8e20-46cc-8946-943fd309abfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=083bc4db-9208-425e-b16f-fd427f441c9a HTTP/1.1" status: 200 len: 853 time: 0.0550485 Jun 15 07:11:25.540842 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-12e6e0de-4e3a-431e-b832-fcf68891fd6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321975 Jun 15 07:11:25.579496 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-8242e4f3-59f2-4912-9cf8-89365e3e0317 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:25.581746 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-8242e4f3-59f2-4912-9cf8-89365e3e0317 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 945 time: 0.0747616 Jun 15 07:11:25.709098 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Deleting port 5162fa71-623a-42e4-85dc-c3c66d134dda {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:11:25.709528 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:25.829170 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] For port 5162fa71-623a-42e4-85dc-c3c66d134dda, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=5162fa71-623a-42e4-85dc-c3c66d134dda,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:25.829614 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:25.922886 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-15a458f7-1f2f-44af-9a78-6567165834ec service neutron] 10.222.0.11 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709493 Jun 15 07:11:25.924880 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Calling delete_port for 5162fa71-623a-42e4-85dc-c3c66d134dda owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:11:26.025311 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077b0b0-dd86-430d-8be8-145cfaf0e188 req-989ed39d-2a35-4c25-99eb-74cdae831303 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:26.026790 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d077b0b0-dd86-430d-8be8-145cfaf0e188 req-989ed39d-2a35-4c25-99eb-74cdae831303 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.1562531 Jun 15 07:11:26.083784 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:26.084682 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a2caa05-0bbe-4465-be55-4d9c054464bc req-4ef0d6ae-fe4f-41a6-aafc-7a1148d37234 service neutron] 10.222.0.11 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523314 Jun 15 07:11:26.087873 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d077b0b0-dd86-430d-8be8-145cfaf0e188 req-9aa3f60f-58e6-4fe2-9bc6-b723d320e5a2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524671 Jun 15 07:11:26.089560 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:26.096686 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15', 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b', '5162fa71-623a-42e4-85dc-c3c66d134dda'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:11:26.128115 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Pushing event deleted for resources: {'Port': ['ID=5162fa71-623a-42e4-85dc-c3c66d134dda,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:26.130559 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:26.201722 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c0b09818-5ab5-4947-87c3-c021d61d24b8 req-09e48dd7-3039-4fd2-bfb0-38f971f042d5 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=158a8457-bd13-41d1-bd46-364a45f77a1d HTTP/1.1" status: 200 len: 210 time: 0.0613914 Jun 15 07:11:26.228530 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] No DVR routers for this DVR port 5162fa71-623a-42e4-85dc-c3c66d134dda on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:11:26.235001 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:26.235228 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-600f6e41-ab23-4583-a41f-698f52dfd0b7 req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "DELETE /v2.0/ports/5162fa71-623a-42e4-85dc-c3c66d134dda HTTP/1.1" status: 204 len: 173 time: 0.6459279 Jun 15 07:11:26.235953 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158a8457-bd13-41d1-bd46-364a45f77a1d', 'name': 'network-vif-deleted', 'tag': '5162fa71-623a-42e4-85dc-c3c66d134dda'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:26.240405 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a3587-00c6-408c-b7c9-90a2dbc69fa2" -d '{"events": [{"server_uuid": "158a8457-bd13-41d1-bd46-364a45f77a1d", "name": "network-vif-deleted", "tag": "5162fa71-623a-42e4-85dc-c3c66d134dda"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:26.250085 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-b659c0f4-4696-478c-b4de-3116568c5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:26.252211 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-b659c0f4-4696-478c-b4de-3116568c5186 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d4ce4e02a5042949789aa05c344dfa4&device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 1096 time: 0.0996108 Jun 15 07:11:26.307540 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1c768-3ede-4cea-82ad-87bb3fd8345b x-openstack-request-id: req-4ec1c768-3ede-4cea-82ad-87bb3fd8345b {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:26.308009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158a8457-bd13-41d1-bd46-364a45f77a1d", "name": "network-vif-deleted", "tag": "5162fa71-623a-42e4-85dc-c3c66d134dda", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:26.308391 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ec1c768-3ede-4cea-82ad-87bb3fd8345b {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:26.309028 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158a8457-bd13-41d1-bd46-364a45f77a1d', 'name': 'network-vif-deleted', 'tag': '5162fa71-623a-42e4-85dc-c3c66d134dda', 'status': 'completed', 'code': 200} Jun 15 07:11:26.455356 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-e90042a1-666e-4a6a-90ad-8fc4d455505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:26.457970 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-e90042a1-666e-4a6a-90ad-8fc4d455505c service neutron] 10.222.0.11 "GET /v2.0/networks?id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b HTTP/1.1" status: 200 len: 914 time: 0.1963754 Jun 15 07:11:26.473343 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef125ec7-b2f7-42a2-955e-f6b3d267aa83 req-7ac17531-61ff-4eb5-b916-893c514c3f7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:26.474917 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ef125ec7-b2f7-42a2-955e-f6b3d267aa83 req-7ac17531-61ff-4eb5-b916-893c514c3f7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 943 time: 0.1594956 Jun 15 07:11:26.529715 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-c7762889-f0bd-4f12-b2a7-22d684702b5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 HTTP/1.1" status: 200 len: 217 time: 0.0537758 Jun 15 07:11:26.594390 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795aae7-4bc1-4f1d-aca2-09c53bf443f2 req-fa61ac08-b17e-407c-8092-9f7038a11dd7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:26.595879 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f795aae7-4bc1-4f1d-aca2-09c53bf443f2 req-fa61ac08-b17e-407c-8092-9f7038a11dd7 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0747774 Jun 15 07:11:26.609449 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ef125ec7-b2f7-42a2-955e-f6b3d267aa83 req-d4543534-21ea-444b-9c75-4aa8f40709d3 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260796 Jun 15 07:11:26.620971 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-696d55b9-9abc-4719-906f-01090222be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:26.622071 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-696d55b9-9abc-4719-906f-01090222be2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=083bc4db-9208-425e-b16f-fd427f441c9a HTTP/1.1" status: 200 len: 853 time: 0.0832572 Jun 15 07:11:26.640812 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f795aae7-4bc1-4f1d-aca2-09c53bf443f2 req-9e1432a0-7dd4-4904-b31a-4a1d699b919e tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389497 Jun 15 07:11:26.666199 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-e3ec8939-aed5-4d7f-b0c1-e17a5179ac80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329971 Jun 15 07:11:26.783265 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-64667d74-cefe-4afe-bc7d-3becdec5f382 service neutron] 10.222.0.11 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058333 Jun 15 07:11:26.901295 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f7ae43b9-244a-4326-a75c-faed2ae93bdc req-d9c76d0c-dc09-44c8-9151-295ac726f429 service neutron] 10.222.0.11 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084619 Jun 15 07:11:27.319299 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162c32-8481-40d5-8852-5c05824d50dc req-c17ffb90-4a03-4178-99d9-3056708b21f8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:27.320772 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0162c32-8481-40d5-8852-5c05824d50dc req-c17ffb90-4a03-4178-99d9-3056708b21f8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0699060 Jun 15 07:11:27.365371 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0162c32-8481-40d5-8852-5c05824d50dc req-a092e6b1-35cc-401a-8685-a3473d8d70ce tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 Jun 15 07:11:27.794519 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf2542-9c56-4fa5-a74c-7d88fe9182a2 req-ccfa70f7-6216-417c-a4da-b3ba4076bd7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:27.795984 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4abf2542-9c56-4fa5-a74c-7d88fe9182a2 req-ccfa70f7-6216-417c-a4da-b3ba4076bd7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 943 time: 0.0728264 Jun 15 07:11:27.825694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab4831-f658-4b4e-b31d-48d390820dd4 req-31f7d413-ba93-44d3-8d68-4068f89c294d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:27.827220 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-25ab4831-f658-4b4e-b31d-48d390820dd4 req-31f7d413-ba93-44d3-8d68-4068f89c294d tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0727894 Jun 15 07:11:27.837887 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4abf2542-9c56-4fa5-a74c-7d88fe9182a2 req-15fbb448-380a-4d5d-93a0-d68fe5ea3108 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Jun 15 07:11:27.868435 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-25ab4831-f658-4b4e-b31d-48d390820dd4 req-f0092541-940d-486c-a2a7-5aebb3f75d86 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3b802de-9e8f-4453-8fbf-eb5eb18b2007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349669 Jun 15 07:11:28.392585 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-21593122-bc15-41d7-b69f-ccf048027414 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:28.394039 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-21593122-bc15-41d7-b69f-ccf048027414 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.11 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0688081 Jun 15 07:11:28.528096 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Deleting port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:11:28.528437 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:28.557208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af78512-0ebc-4b0b-97de-2b3e306607f4 req-e381be12-c966-4844-b469-02aa5c43bccd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:28.559587 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9af78512-0ebc-4b0b-97de-2b3e306607f4 req-e381be12-c966-4844-b469-02aa5c43bccd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0736639 Jun 15 07:11:28.603129 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9af78512-0ebc-4b0b-97de-2b3e306607f4 req-6fa0d4e4-fd3b-4a91-8e96-d00a5d6aec1a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375586 Jun 15 07:11:28.662950 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] For port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:28.663316 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:28.755737 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Calling delete_port for 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:11:28.812564 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93f44-5d9c-4cbd-95bd-4b1e2716ff87 req-3bbd401d-5e4c-43e6-b9bb-2028f482f010 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:28.813954 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f8f93f44-5d9c-4cbd-95bd-4b1e2716ff87 req-3bbd401d-5e4c-43e6-b9bb-2028f482f010 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 945 time: 0.0710378 Jun 15 07:11:28.856328 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f8f93f44-5d9c-4cbd-95bd-4b1e2716ff87 req-d598d285-9748-43ce-b307-c02a0908b2fc tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 Jun 15 07:11:28.906683 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:28.910988 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-03b49d72-f389-454a-90a7-ebd250a65f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:28.919883 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['745a7a25-f9c0-4f3b-9382-ab7eb5e603bd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:11:28.942749 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Pushing event deleted for resources: {'Port': ['ID=745a7a25-f9c0-4f3b-9382-ab7eb5e603bd,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:28.945847 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:28.998620 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] No DVR routers for this DVR port 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:11:29.009176 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:29.011762 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0bb3b628-8a0e-420e-b15f-4aadac271f0f req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.11 "DELETE /v2.0/ports/745a7a25-f9c0-4f3b-9382-ab7eb5e603bd HTTP/1.1" status: 204 len: 173 time: 0.6120021 Jun 15 07:11:29.012252 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b18621-0d92-45b9-9453-4f06e4b9a7c3', 'name': 'network-vif-deleted', 'tag': '745a7a25-f9c0-4f3b-9382-ab7eb5e603bd'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:29.014668 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2ae687-9a67-485f-b83f-ef27c6ee0348" -d '{"events": [{"server_uuid": "96b18621-0d92-45b9-9453-4f06e4b9a7c3", "name": "network-vif-deleted", "tag": "745a7a25-f9c0-4f3b-9382-ab7eb5e603bd"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:29.034566 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-25ac1030-de2b-40ca-b190-39d06b3966d7 req-bca5ca3d-0bf7-4801-ac1f-f69087f999ba tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b18621-0d92-45b9-9453-4f06e4b9a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0413167 Jun 15 07:11:29.080036 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8451b-6fcb-4b48-aa31-1d451b862590 req-af91740a-0071-4920-b253-cd8f92afc6c9 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:29.081787 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-33e8451b-6fcb-4b48-aa31-1d451b862590 req-af91740a-0071-4920-b253-cd8f92afc6c9 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 943 time: 0.0844193 Jun 15 07:11:29.085722 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7583090-40ce-4dd4-ad70-928b7cf50f47 x-openstack-request-id: req-d7583090-40ce-4dd4-ad70-928b7cf50f47 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:29.086034 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b18621-0d92-45b9-9453-4f06e4b9a7c3", "name": "network-vif-deleted", "tag": "745a7a25-f9c0-4f3b-9382-ab7eb5e603bd", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:29.086314 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7583090-40ce-4dd4-ad70-928b7cf50f47 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:29.086729 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b18621-0d92-45b9-9453-4f06e4b9a7c3', 'name': 'network-vif-deleted', 'tag': '745a7a25-f9c0-4f3b-9382-ab7eb5e603bd', 'status': 'completed', 'code': 200} Jun 15 07:11:29.126199 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-33e8451b-6fcb-4b48-aa31-1d451b862590 req-ba793fd3-6c44-4c6b-98c4-cbfdd329d626 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363145 Jun 15 07:11:29.794319 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4de7d-4977-49db-b809-261583eadd11 req-c0a6faef-469a-481f-9db6-cb2a202ac413 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:29.795614 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80d4de7d-4977-49db-b809-261583eadd11 req-c0a6faef-469a-481f-9db6-cb2a202ac413 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.0676377 Jun 15 07:11:29.837958 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80d4de7d-4977-49db-b809-261583eadd11 req-52bdacda-2a5d-4989-ac0c-49b34e2b5d57 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jun 15 07:11:29.844195 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:11:29.846261 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 5162fa71-623a-42e4-85dc-c3c66d134dda no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:29.875119 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 5162fa71-623a-42e4-85dc-c3c66d134dda {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:11:29.875466 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 5162fa71-623a-42e4-85dc-c3c66d134dda not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:11:29.985073 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:29.997285 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924', 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b', 'port_id': 'e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924', 'mac_address': 'fa:16:3e:2d:fb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083bc4db-9208-425e-b16f-fd427f441c9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:11:30.043984 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:30.045192 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd3068-29d1-4af5-8291-a903908fd9b3 req-813bce40-089e-4a83-9e21-0450db8d9453 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:30.046619 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9bbd3068-29d1-4af5-8291-a903908fd9b3 req-813bce40-089e-4a83-9e21-0450db8d9453 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 945 time: 0.0754008 Jun 15 07:11:30.059013 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:11:30.080717 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:30.085378 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:30.087384 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:30.099607 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9bbd3068-29d1-4af5-8291-a903908fd9b3 req-77dd435c-3431-458e-beed-e10cf667a4a7 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470264 Jun 15 07:11:30.135084 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38052) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:30.143446 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:30.151037 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.151583 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.152062 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.152476 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.152725 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.153082 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.153406 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.153854 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.154180 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.154499 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.154822 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.155145 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:11:30.159000 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:30.316301 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fee12d-0f2d-471a-b5e0-513a90d08c4d req-de835911-cdd0-4c43-a531-779b2b4da409 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:30.317700 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-91fee12d-0f2d-471a-b5e0-513a90d08c4d req-de835911-cdd0-4c43-a531-779b2b4da409 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 944 time: 0.0721111 Jun 15 07:11:30.359431 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-91fee12d-0f2d-471a-b5e0-513a90d08c4d req-44301c93-5974-4c7a-b3ae-5620d0f784d7 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Jun 15 07:11:30.384762 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:11:30.442377 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f736d79-9b4d-4401-9941-74fec4953482 req-964326b6-35a6-40a2-889c-4213198ebddc tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:30.443853 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4f736d79-9b4d-4401-9941-74fec4953482 req-964326b6-35a6-40a2-889c-4213198ebddc tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 945 time: 0.0719402 Jun 15 07:11:30.572165 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Deleting port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:11:30.573077 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:30.663358 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:30.686688 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] For port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:30.687047 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:30.783394 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Calling delete_port for bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:11:30.943233 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:30.949151 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:30.955553 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15', 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:11:30.984173 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Pushing event deleted for resources: {'Port': ['ID=bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:30.987316 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:31.045600 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] No DVR routers for this DVR port bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:11:31.048609 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:31.051028 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4f736d79-9b4d-4401-9941-74fec4953482 req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "DELETE /v2.0/ports/bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b HTTP/1.1" status: 204 len: 173 time: 0.5999134 Jun 15 07:11:31.088569 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90c362f-8f4d-4a1a-b203-098bda5b4d71', 'name': 'network-vif-deleted', 'tag': 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:31.091754 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4184ab9-ce96-424c-a36e-35e7f4219ccb" -d '{"events": [{"server_uuid": "c90c362f-8f4d-4a1a-b203-098bda5b4d71", "name": "network-vif-deleted", "tag": "bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:31.132935 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d77605-9f2a-417c-8e4a-52ee8929ffb0 x-openstack-request-id: req-f1d77605-9f2a-417c-8e4a-52ee8929ffb0 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:31.133362 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90c362f-8f4d-4a1a-b203-098bda5b4d71", "name": "network-vif-deleted", "tag": "bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:31.133863 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1d77605-9f2a-417c-8e4a-52ee8929ffb0 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:31.134420 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90c362f-8f4d-4a1a-b203-098bda5b4d71', 'name': 'network-vif-deleted', 'tag': 'bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b', 'status': 'completed', 'code': 200} Jun 15 07:11:31.308580 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9e8a24e-d2db-45cb-ac6f-e486ab8d7295 req-cdc63f20-3bbb-478a-8b3d-370eec725976 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c362f-8f4d-4a1a-b203-098bda5b4d71 HTTP/1.1" status: 200 len: 210 time: 0.0369825 Jun 15 07:11:31.349343 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91243b38-27b4-418f-8a45-d55a2d670fdc req-64cd35bb-8b52-4fd4-adb1-9233a6f65a82 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:31.350765 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-91243b38-27b4-418f-8a45-d55a2d670fdc req-64cd35bb-8b52-4fd4-adb1-9233a6f65a82 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 943 time: 0.2977102 Jun 15 07:11:31.434802 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-91243b38-27b4-418f-8a45-d55a2d670fdc req-bebb0fad-03bb-4784-a5a7-a28a3dbc0780 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783107 Jun 15 07:11:31.503835 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Deleting port 1ad23ed3-dbe9-4c95-a399-bdf408da4532 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:11:31.504251 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:31.550057 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880e9d-a686-40a4-9067-1b2d0869c288 req-8fda78d0-65b4-4224-bf17-fab18adeabfd tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:31.551721 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-78880e9d-a686-40a4-9067-1b2d0869c288 req-8fda78d0-65b4-4224-bf17-fab18adeabfd tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 944 time: 0.0736396 Jun 15 07:11:31.599486 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-78880e9d-a686-40a4-9067-1b2d0869c288 req-4496a78c-4b16-4197-a0bc-af599a5178a7 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399742 Jun 15 07:11:31.626553 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] For port 1ad23ed3-dbe9-4c95-a399-bdf408da4532, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=1ad23ed3-dbe9-4c95-a399-bdf408da4532,segment=NetworkSegment(d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76),segment_id=d5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:31.627070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:31.735669 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Calling delete_port for 1ad23ed3-dbe9-4c95-a399-bdf408da4532 owned by network:router_interface {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:11:31.858928 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:11:31.861016 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:11:31.973226 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:31.975171 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-66755b95-f444-48fb-8b78-63130b4978a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:31.997235 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:11:32.004453 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:11:32.004607 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad23ed3-dbe9-4c95-a399-bdf408da4532,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:32.004849 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:32.007574 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:32.051232 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:32.070916 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'c01dacb3-0037-4654-82d6-2e434d703220', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'port_id': 'c01dacb3-0037-4654-82d6-2e434d703220', 'mac_address': 'fa:16:3e:e4:fc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:11:32.154516 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:32.168379 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:32.181545 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01dacb3-0037-4654-82d6-2e434d703220 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:11:32.211380 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a7a1ef-9a58-4e4c-9827-0edf53806d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:32.214651 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c18e10-e089-46b4-a00e-6df9e8ff7d61" -d '{"events": [{"server_uuid": "a0a7a1ef-9a58-4e4c-9827-0edf53806d58", "name": "network-vif-plugged", "status": "completed", "tag": "e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:32.217828 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:32.221224 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:32.232934 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:32.236685 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:32.237886 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:32.241686 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:32.242497 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:32.294598 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe697e1-b616-480c-a1c3-b104297cae93 x-openstack-request-id: req-dbe697e1-b616-480c-a1c3-b104297cae93 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:32.294947 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a7a1ef-9a58-4e4c-9827-0edf53806d58", "name": "network-vif-plugged", "status": "completed", "tag": "e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:32.295147 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbe697e1-b616-480c-a1c3-b104297cae93 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:32.295528 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a7a1ef-9a58-4e4c-9827-0edf53806d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924', 'code': 200} Jun 15 07:11:32.303323 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:11:32.303679 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 745a7a25-f9c0-4f3b-9382-ab7eb5e603bd not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:11:32.322017 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=9']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:32.325530 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:32.325994 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:32.407290 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:32.411038 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:32.498037 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['c01dacb3-0037-4654-82d6-2e434d703220'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:11:32.562612 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Router 44304a89-fad1-4547-bc1e-44ce19136dd8 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:11:32.739671 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:11:32.753453 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] Sync routers for ids ['44304a89-fad1-4547-bc1e-44ce19136dd8'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:11:32.754857 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] 10.222.0.24 "PUT /v2.0/routers/44304a89-fad1-4547-bc1e-44ce19136dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6186240 Jun 15 07:11:32.757554 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38076) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:32.777294 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] Routers {'44304a89-fad1-4547-bc1e-44ce19136dd8'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:11:32.778590 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:11:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['44304a89-fad1-4547-bc1e-44ce19136dd8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:32.918864 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5f19-3d6b-49f9-9a82-05a21c6859b0 req-c24010ef-cdc3-42b5-88cf-05a6f804abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:32.920387 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fddb5f19-3d6b-49f9-9a82-05a21c6859b0 req-c24010ef-cdc3-42b5-88cf-05a6f804abea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 1098 time: 0.4359620 Jun 15 07:11:32.954719 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d2c53-2a5a-4ae6-9aed-e90725795dd5 req-46822a29-34a8-4ca9-b507-30fc9baa3682 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:32.956165 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c0d2c53-2a5a-4ae6-9aed-e90725795dd5 req-46822a29-34a8-4ca9-b507-30fc9baa3682 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 944 time: 0.3785107 Jun 15 07:11:32.967066 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e01dbd-921e-4760-b9b9-c4b8f1a0bad2 req-7b5c3361-f367-46e2-9759-dc21f78c32ca tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:32.968911 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-60e01dbd-921e-4760-b9b9-c4b8f1a0bad2 req-7b5c3361-f367-46e2-9759-dc21f78c32ca tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 945 time: 0.1483810 Jun 15 07:11:32.990716 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fddb5f19-3d6b-49f9-9a82-05a21c6859b0 req-2e13910d-a124-4db2-9e93-e4304c05ba60 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634162 Jun 15 07:11:33.003166 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:33.009740 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c0d2c53-2a5a-4ae6-9aed-e90725795dd5 req-5cda6995-15cf-4e17-a684-87ee6d1152eb tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411506 Jun 15 07:11:33.022785 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] Set router 44304a89-fad1-4547-bc1e-44ce19136dd8 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:11:33.219621 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2e7da-a708-479b-94ec-6b68fc07536f req-19b7167d-a817-4b08-9916-68ee8924e516 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:33.221327 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71d2e7da-a708-479b-94ec-6b68fc07536f req-19b7167d-a817-4b08-9916-68ee8924e516 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 945 time: 0.0793872 Jun 15 07:11:33.280877 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:11:31Z', 'revision_number': 5, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:33.284586 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] Checking router: 44304a89-fad1-4547-bc1e-44ce19136dd8 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:11:33.285823 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71d2e7da-a708-479b-94ec-6b68fc07536f req-16e7ed28-3684-4212-ba9d-dc60073f8f51 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565224 Jun 15 07:11:33.294305 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] Routers {'44304a89-fad1-4547-bc1e-44ce19136dd8'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:11:33.295284 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:11:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['44304a89-fad1-4547-bc1e-44ce19136dd8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:33.404391 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-60e01dbd-921e-4760-b9b9-c4b8f1a0bad2 req-979edc35-004e-41ff-ba1b-974d5032608c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255624 Jun 15 07:11:33.437778 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] Set router 44304a89-fad1-4547-bc1e-44ce19136dd8 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:11:33.461029 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:33.522331 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Deleting port 96a46a49-56f2-4865-b6ce-5947d581679c {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:11:33.522667 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:33.624054 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] For port 96a46a49-56f2-4865-b6ce-5947d581679c, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=96a46a49-56f2-4865-b6ce-5947d581679c,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:33.624881 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:33.671912 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:11:31Z', 'revision_number': 5, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:33.675416 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc6e19-0d87-4e8f-a86b-280b47ccec3b None None] The sync data for ids ['44304a89-fad1-4547-bc1e-44ce19136dd8'] in dv-cinder-741349-5-iscsi is: [{'id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'name': 'tempest-ServerRescueNegativeTestJSON-691822248-router', 'tenant_id': '855f8af9bd7147daa54a463073b373e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:11:31Z', 'revision_number': 5, 'project_id': '855f8af9bd7147daa54a463073b373e6', 'gw_port': {'id': '96a46a49-56f2-4865-b6ce-5947d581679c', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44304a89-fad1-4547-bc1e-44ce19136dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:11:33.721073 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Calling delete_port for 96a46a49-56f2-4865-b6ce-5947d581679c owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:11:33.880658 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:11:33.937183 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port c01dacb3-0037-4654-82d6-2e434d703220 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:11:33.937565 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:33.937909 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:33.939780 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:33.967744 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a46a49-56f2-4865-b6ce-5947d581679c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:33.971035 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:34.055886 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.162299 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.198471 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1ad23ed3-dbe9-4c95-a399-bdf408da4532 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:34.234599 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 1ad23ed3-dbe9-4c95-a399-bdf408da4532 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:11:34.235126 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1ad23ed3-dbe9-4c95-a399-bdf408da4532 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:11:34.237734 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:34.242463 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.244559 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.245440 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.245588 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:34.248194 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-21e24e6b-4928-4c41-912c-401da8999b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:34.272403 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:11:34.272762 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device bbdeb45a-abf2-4a8c-a3e0-01ab45bdab3b not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:11:34.291842 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79258fb8-8606-4e05-861a-3a0fcda34edf req-b0695028-86ad-4481-bbe0-d51a1e42f3b4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:34.293609 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-79258fb8-8606-4e05-861a-3a0fcda34edf req-b0695028-86ad-4481-bbe0-d51a1e42f3b4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 944 time: 0.0939097 Jun 15 07:11:34.299621 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:34.301951 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58cbb17-4ce9-46dd-b4d9-73b0dbbc1e28" -d '{"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-plugged", "status": "completed", "tag": "c01dacb3-0037-4654-82d6-2e434d703220"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:34.341176 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.341700 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44304a89-fad1-4547-bc1e-44ce19136dd8 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:11:34.348070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.349295 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/44304a89-fad1-4547-bc1e-44ce19136dd8 HTTP/1.1" status: 204 len: 168 time: 1.5905175 Jun 15 07:11:34.351869 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38084) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:34.371277 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-79258fb8-8606-4e05-861a-3a0fcda34edf req-93eae8d7-7006-4deb-b298-1655fd041907 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644088 Jun 15 07:11:34.374173 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=10']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:34.377755 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:34.433055 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Deleting subnet d9585d07-93ec-4d2e-8c13-a1d486a7c67d {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:11:34.441242 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3177c4c-5d2d-453a-80c5-e6a7e1b36d36 x-openstack-request-id: req-a3177c4c-5d2d-453a-80c5-e6a7e1b36d36 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:34.441870 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-plugged", "status": "completed", "tag": "c01dacb3-0037-4654-82d6-2e434d703220", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:34.442479 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3177c4c-5d2d-453a-80c5-e6a7e1b36d36 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:34.444719 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220', 'code': 200} Jun 15 07:11:34.461759 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.513734 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-7710b473-8828-499f-b5f9-280ef6374a2f tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:34.515821 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-7710b473-8828-499f-b5f9-280ef6374a2f tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 945 time: 0.1171551 Jun 15 07:11:34.523712 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.587410 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628d4d4-999a-4af8-ae97-307bfa4f2667 req-d6f34915-d2a9-4147-bee8-5ce003e101a1 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:34.595509 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3628d4d4-999a-4af8-ae97-307bfa4f2667 req-d6f34915-d2a9-4147-bee8-5ce003e101a1 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 945 time: 0.1777451 Jun 15 07:11:34.607204 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.679862 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3628d4d4-999a-4af8-ae97-307bfa4f2667 req-02a602e0-80fc-43a7-9022-54b19c010062 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833142 Jun 15 07:11:34.694589 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d73c3d-bb53-4da0-81cb-40b9d94b29c6 req-4f827005-abbb-48bc-a123-a82c9653fed4 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:34.696124 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40d73c3d-bb53-4da0-81cb-40b9d94b29c6 req-4f827005-abbb-48bc-a123-a82c9653fed4 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 945 time: 0.1368511 Jun 15 07:11:34.702879 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.705519 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6a6d9950-80ff-4b95-a018-8c3e8958ab3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:34.733129 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Deleting port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:11:34.733469 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.739609 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9585d07-93ec-4d2e-8c13-a1d486a7c67d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:34.742198 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:34.745161 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.747244 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d9585d07-93ec-4d2e-8c13-a1d486a7c67d HTTP/1.1" status: 204 len: 168 time: 0.3942790 Jun 15 07:11:34.749701 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38088) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:34.772140 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40d73c3d-bb53-4da0-81cb-40b9d94b29c6 req-cb6f4bf0-ed6e-48a8-b47a-f84c864adde1 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699418 Jun 15 07:11:34.866938 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.877000 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] For port c7286f9b-ecff-48ba-bb1a-4a8a698fac15, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:34.877361 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:34.982440 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Calling delete_port for c7286f9b-ecff-48ba-bb1a-4a8a698fac15 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:11:35.025454 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.039146 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064e7ba6-b024-44e4-8f90-ac67fb89d7ab']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:35.053191 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:35.053789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fbcdc2-a0b2-4edf-9cfc-3dd3bd0ebb76') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:35.066766 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec3246-ba3c-4c19-8d41-ac0af4802e1c req-c8fa227a-40db-465b-bb70-03e4d55b7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:35.068242 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-38ec3246-ba3c-4c19-8d41-ac0af4802e1c req-c8fa227a-40db-465b-bb70-03e4d55b7921 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 1099 time: 0.1891432 Jun 15 07:11:35.069849 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.099601 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.109724 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:11:35.110382 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:11:35.112111 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:11:35.151791 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-38ec3246-ba3c-4c19-8d41-ac0af4802e1c req-5ff07640-8632-47d5-a729-cd67db5b8584 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736811 Jun 15 07:11:35.157694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.167107 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ba041b6b-dd0b-43c9-89e5-de3a639c500b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:35.177589 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:11:35.199676 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Pushing event deleted for resources: {'Port': ['ID=c7286f9b-ecff-48ba-bb1a-4a8a698fac15,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:35.208142 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:35.218344 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.224008 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:35.246266 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.248733 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/064e7ba6-b024-44e4-8f90-ac67fb89d7ab HTTP/1.1" status: 204 len: 168 time: 0.4980316 Jun 15 07:11:35.250630 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=064e7ba6-b024-44e4-8f90-ac67fb89d7ab,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:35.253872 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-46a7e67d-07dd-4237-8a22-4fe00e42b9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:35.277967 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] No DVR routers for this DVR port c7286f9b-ecff-48ba-bb1a-4a8a698fac15 on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:11:35.281088 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.283123 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67080283-f1e8-4dc3-ae74-07cc0314c662 req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "DELETE /v2.0/ports/c7286f9b-ecff-48ba-bb1a-4a8a698fac15 HTTP/1.1" status: 204 len: 173 time: 0.7601385 Jun 15 07:11:35.283678 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ec011-b103-4398-8f72-de1ca7d20b88', 'name': 'network-vif-deleted', 'tag': 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:35.286053 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2e7773-d18a-4389-acb4-ba9ddf606a51" -d '{"events": [{"server_uuid": "d92ec011-b103-4398-8f72-de1ca7d20b88", "name": "network-vif-deleted", "tag": "c7286f9b-ecff-48ba-bb1a-4a8a698fac15"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:35.373571 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c133b4-9abc-4077-acf8-953253f49cc1 x-openstack-request-id: req-c7c133b4-9abc-4077-acf8-953253f49cc1 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:35.374281 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ec011-b103-4398-8f72-de1ca7d20b88", "name": "network-vif-deleted", "tag": "c7286f9b-ecff-48ba-bb1a-4a8a698fac15", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:35.374281 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7c133b4-9abc-4077-acf8-953253f49cc1 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:35.374553 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ec011-b103-4398-8f72-de1ca7d20b88', 'name': 'network-vif-deleted', 'tag': 'c7286f9b-ecff-48ba-bb1a-4a8a698fac15', 'status': 'completed', 'code': 200} Jun 15 07:11:35.455706 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38138) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:35.503434 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b8b630a6-d12b-43bd-956c-d3cacf847d7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=855f8af9bd7147daa54a463073b373e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460544 Jun 15 07:11:35.505752 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38140) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:35.565811 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e8233f-839b-436d-95c9-8474a9296fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.586869 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30fb45-6e22-4f87-82bd-c46ad8d6d269 req-cb9d2ff7-bfba-4aae-a8dd-96ba11b67fa3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:35.589043 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dc30fb45-6e22-4f87-82bd-c46ad8d6d269 req-cb9d2ff7-bfba-4aae-a8dd-96ba11b67fa3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.0785420 Jun 15 07:11:35.596889 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e8233f-839b-436d-95c9-8474a9296fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.630681 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dc30fb45-6e22-4f87-82bd-c46ad8d6d269 req-8e3a9bbf-1a67-4d0b-a50a-d86dd2d729b8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356815 Jun 15 07:11:35.663295 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e8233f-839b-436d-95c9-8474a9296fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.667660 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83e8233f-839b-436d-95c9-8474a9296fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:35.668886 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-83e8233f-839b-436d-95c9-8474a9296fad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3b802de-9e8f-4453-8fbf-eb5eb18b2007 HTTP/1.1" status: 204 len: 168 time: 0.1621842 Jun 15 07:11:35.669874 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-891ac2c8-5586-48ab-8f83-b20c289de082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:35.679929 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8233f-839b-436d-95c9-8474a9296fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b802de-9e8f-4453-8fbf-eb5eb18b2007,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:35.682867 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83e8233f-839b-436d-95c9-8474a9296fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:35.861492 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27a03ed6-bd80-45cc-8305-aa11551cf970 req-2849b107-77f4-48c2-9045-ecfed142f4bf tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=d92ec011-b103-4398-8f72-de1ca7d20b88 HTTP/1.1" status: 200 len: 210 time: 0.0354571 Jun 15 07:11:36.048182 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 96a46a49-56f2-4865-b6ce-5947d581679c no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:36.078589 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 96a46a49-56f2-4865-b6ce-5947d581679c {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:11:36.078912 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 96a46a49-56f2-4865-b6ce-5947d581679c not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:11:36.837798 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0e4e5-7b29-4984-a231-5ec83a793777 req-d4bc73a1-273e-4c2c-8674-d60cba664f53 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:36.839559 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0f0e4e5-7b29-4984-a231-5ec83a793777 req-d4bc73a1-273e-4c2c-8674-d60cba664f53 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.0784621 Jun 15 07:11:36.893493 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0f0e4e5-7b29-4984-a231-5ec83a793777 req-a8bda3ed-3c92-4f4e-a79e-a8491a502f9c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476944 Jun 15 07:11:37.895736 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c7286f9b-ecff-48ba-bb1a-4a8a698fac15 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:37.920750 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: c7286f9b-ecff-48ba-bb1a-4a8a698fac15 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:11:37.921145 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c7286f9b-ecff-48ba-bb1a-4a8a698fac15 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:11:38.092938 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa7b76-aeb1-4f46-bfb8-f64a2e3b7e3b req-2b95b4eb-5d6f-4f54-80a5-9974d67ef459 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:38.094812 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f9aa7b76-aeb1-4f46-bfb8-f64a2e3b7e3b req-2b95b4eb-5d6f-4f54-80a5-9974d67ef459 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.0744512 Jun 15 07:11:38.136961 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f9aa7b76-aeb1-4f46-bfb8-f64a2e3b7e3b req-d4a8e086-4111-461a-b690-ac6afc83a31b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366776 Jun 15 07:11:38.478113 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0145c-f4a2-42b7-a2fb-4b3a0d01f0ff req-95c69525-cd05-445f-8873-6aa6c6268c82 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:38.479680 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6ec0145c-f4a2-42b7-a2fb-4b3a0d01f0ff req-95c69525-cd05-445f-8873-6aa6c6268c82 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 945 time: 0.0682096 Jun 15 07:11:38.531341 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6ec0145c-f4a2-42b7-a2fb-4b3a0d01f0ff req-8cceadc4-1ceb-471f-904a-12edb1c1b139 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383756 Jun 15 07:11:39.711791 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e27786-c357-4e9d-afad-c8ea3e467163 req-1acd1ef2-28b2-4b93-9ee4-402a77b62c38 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:39.713252 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-47e27786-c357-4e9d-afad-c8ea3e467163 req-1acd1ef2-28b2-4b93-9ee4-402a77b62c38 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 945 time: 0.0705087 Jun 15 07:11:39.760349 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-47e27786-c357-4e9d-afad-c8ea3e467163 req-32ecaeae-9186-4b6f-9d4a-af579d515f89 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Jun 15 07:11:40.951508 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505729f-8108-46ff-a8ca-84c8de9e35c1 req-8ea3db14-dc02-409c-94f9-77ce23c7c648 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:40.952987 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b505729f-8108-46ff-a8ca-84c8de9e35c1 req-8ea3db14-dc02-409c-94f9-77ce23c7c648 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 945 time: 0.0721030 Jun 15 07:11:40.995906 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b505729f-8108-46ff-a8ca-84c8de9e35c1 req-90bac5b8-7139-4f92-a9e9-0bb75139bd01 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362666 Jun 15 07:11:41.531609 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:11:42.184031 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37302bcd-c774-40de-b0fc-0a5ef0d74966 req-77e6c02e-9ad2-48e2-be1d-6a42b9a0958c tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:42.185954 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-37302bcd-c774-40de-b0fc-0a5ef0d74966 req-77e6c02e-9ad2-48e2-be1d-6a42b9a0958c tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 945 time: 0.0762265 Jun 15 07:11:42.229344 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-37302bcd-c774-40de-b0fc-0a5ef0d74966 req-d70aa398-8f3e-4e90-a1ad-0d5f54982146 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 Jun 15 07:11:42.784651 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-27d70c02-0292-48f5-aa6a-b06915d71041 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:11:42.786386 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-27d70c02-0292-48f5-aa6a-b06915d71041 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 945 time: 0.0695643 Jun 15 07:11:42.907929 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Deleting port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:11:42.908171 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:43.026926 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] For port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,segment=NetworkSegment(a6b50743-7019-4cfa-97b7-d55c8937a789),segment_id=a6b50743-7019-4cfa-97b7-d55c8937a789)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:11:43.027383 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:43.123868 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Calling delete_port for bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:11:43.293838 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:43.298391 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6fabf55c-db93-4c1c-98f8-81e0dce9bfc4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:43.305087 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:11:43.329684 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Pushing event deleted for resources: {'Port': ['ID=bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:43.335484 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:43.401695 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] No DVR routers for this DVR port bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:11:43.424571 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:43.426555 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-80223f19-d2aa-4b1b-ad2b-e05209b2abab req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.11 "DELETE /v2.0/ports/bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 HTTP/1.1" status: 204 len: 173 time: 0.6323972 Jun 15 07:11:43.428326 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-882b4414-8c7f-4c54-8c77-15e8aa1144d6 req-406743cd-bb41-42c4-9bb9-bd32d113c31f tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0595918 Jun 15 07:11:43.428826 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890af148-b36b-4242-b3ad-cc208d80386a', 'name': 'network-vif-deleted', 'tag': 'bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:11:43.431082 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc45c05-865e-4726-a314-56b0042b92cf" -d '{"events": [{"server_uuid": "890af148-b36b-4242-b3ad-cc208d80386a", "name": "network-vif-deleted", "tag": "bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:11:43.469905 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe3278-8287-4b33-a738-aba817749b02 x-openstack-request-id: req-7dfe3278-8287-4b33-a738-aba817749b02 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:11:43.470250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890af148-b36b-4242-b3ad-cc208d80386a", "name": "network-vif-deleted", "tag": "bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:11:43.470548 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dfe3278-8287-4b33-a738-aba817749b02 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:11:43.471032 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890af148-b36b-4242-b3ad-cc208d80386a', 'name': 'network-vif-deleted', 'tag': 'bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2', 'status': 'completed', 'code': 200} Jun 15 07:11:44.600978 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4ba46f74-5c1a-46a0-8ada-9a53af4d661b req-ca8514ae-49d1-47bd-a8c2-18c76174203b tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0375073 Jun 15 07:11:45.759555 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3c607226-e717-40de-9edb-f26c633ae59a req-286cce2f-9ae2-4403-b8f5-5ba9c8bee983 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0329206 Jun 15 07:11:46.787553 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:46.926866 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f004754c-bf7d-44c0-8313-8baea3eb76ff req-9c67d0cb-794d-4d63-a714-fe06b661f8a4 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] 10.222.0.24 "GET /v2.0/ports?device_id=890af148-b36b-4242-b3ad-cc208d80386a HTTP/1.1" status: 200 len: 210 time: 0.0340502 Jun 15 07:11:47.069968 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-797dd648-89d9-422f-afd9-a8b52abd38b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:47.968182 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:11:47.992158 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:11:47.992524 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device bf71d52c-9d0c-4ec1-aafc-f1287d65b9a2 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:11:48.024712 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 38356) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:48.079485 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] Deleting subnet dc68e083-7dae-4cb3-803c-d1050293d204 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:11:48.082890 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.123425 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533723981'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.169807 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.232634 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533723944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533101030'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.234774 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:48.266178 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc68e083-7dae-4cb3-803c-d1050293d204,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:48.270401 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:48.274078 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.276349 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-88d98612-9f97-403a-842a-3ea8aa7e6632 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dc68e083-7dae-4cb3-803c-d1050293d204 HTTP/1.1" status: 204 len: 168 time: 0.2505703 Jun 15 07:11:48.278752 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 38358) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:48.368843 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.470461 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.481328 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7120369-8caa-43ee-add0-788bd8af8767']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:48.496013 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b50743-7019-4cfa-97b7-d55c8937a789') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:48.496206 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b50743-7019-4cfa-97b7-d55c8937a789') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:11:48.506603 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533723974'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.520417 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.526887 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:11:48.527261 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533724289'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: timer() Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: cb(*args, **kw) Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: self._notify() Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: self.callback(batched_events) Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: event.method(event) Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._get(url).json() Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:11:48.528845 dv-cinder-741349-5-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:11:48.604758 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.608595 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:48.611070 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.613049 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] 10.222.0.24 "DELETE /v2.0/networks/b7120369-8caa-43ee-add0-788bd8af8767 HTTP/1.1" status: 204 len: 168 time: 0.3333611 Jun 15 07:11:48.626486 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Pushing event deleted for resources: {'Network': ['ID=b7120369-8caa-43ee-add0-788bd8af8767,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:48.628845 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:48.796873 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38372) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:48.840769 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d1b3053b-aad9-43d4-b263-16d52820da16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dc43714430548b0b033bc1b8a040feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426016 Jun 15 07:11:48.843168 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38374) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:48.899023 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-81603504-32b8-41b2-bd8f-a14a3ae650e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.921539 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-81603504-32b8-41b2-bd8f-a14a3ae650e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.970940 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-81603504-32b8-41b2-bd8f-a14a3ae650e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.973676 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-81603504-32b8-41b2-bd8f-a14a3ae650e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:48.975373 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-81603504-32b8-41b2-bd8f-a14a3ae650e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879 HTTP/1.1" status: 204 len: 168 time: 0.1313038 Jun 15 07:11:48.976112 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9aa0d66c-5362-448c-8857-4ca96b4dcebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:48.984356 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81603504-32b8-41b2-bd8f-a14a3ae650e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc62caa-c8ea-4ba5-bdb1-8c6cb6d79879,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:48.986927 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-81603504-32b8-41b2-bd8f-a14a3ae650e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:49.589500 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-68d266dc-42f3-4539-bbca-44d7670026db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:49.684232 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:50.818779 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:52.287621 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:54.907410 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38482) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:55.015851 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5c139bad-7fb7-44b3-bd08-587628ef4035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:55.113231 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5c139bad-7fb7-44b3-bd08-587628ef4035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:55.117408 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5c139bad-7fb7-44b3-bd08-587628ef4035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:55.121438 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a78ac796-2149-4330-86df-76137407a1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:55.169061 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5c139bad-7fb7-44b3-bd08-587628ef4035 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecce9fc7ce1a44188375705170509276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581854 Jun 15 07:11:55.169243 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38494) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:55.175235 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c139bad-7fb7-44b3-bd08-587628ef4035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7804a9e8-e126-461c-985c-063a0f0f3652,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:55.178732 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5c139bad-7fb7-44b3-bd08-587628ef4035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:55.229303 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-89e0723c-b654-4c12-b1c5-67759f80e56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:55.254387 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-89e0723c-b654-4c12-b1c5-67759f80e56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:55.308444 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-89e0723c-b654-4c12-b1c5-67759f80e56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:55.311475 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-89e0723c-b654-4c12-b1c5-67759f80e56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:55.312412 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-89e0723c-b654-4c12-b1c5-67759f80e56c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7804a9e8-e126-461c-985c-063a0f0f3652 HTTP/1.1" status: 204 len: 168 time: 0.1423051 Jun 15 07:11:55.313158 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb1d3cd9-0ad8-4394-8300-e9d9c511ee59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:55.328565 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0723c-b654-4c12-b1c5-67759f80e56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7804a9e8-e126-461c-985c-063a0f0f3652,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:55.330883 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-89e0723c-b654-4c12-b1c5-67759f80e56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:57.075814 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38564) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:57.186994 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fd6072ec-732c-45f2-9856-c1af7b0c4850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.280616 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fd6072ec-732c-45f2-9856-c1af7b0c4850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.284624 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fd6072ec-732c-45f2-9856-c1af7b0c4850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.289134 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4c457f7e-cd13-4d54-9831-9c5d44ac6c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:57.330096 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fd6072ec-732c-45f2-9856-c1af7b0c4850 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86cf18d3d0124971ba418572e1442518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532127 Jun 15 07:11:57.330989 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6072ec-732c-45f2-9856-c1af7b0c4850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39304dc9-67ee-4bf7-9e7d-5116329bb3ac,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:57.333706 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 38568) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:57.334240 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fd6072ec-732c-45f2-9856-c1af7b0c4850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:57.393943 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c20c2ce-85a9-4bce-96b6-a9b88f037115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.416474 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c20c2ce-85a9-4bce-96b6-a9b88f037115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.464932 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c20c2ce-85a9-4bce-96b6-a9b88f037115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.467571 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c20c2ce-85a9-4bce-96b6-a9b88f037115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.468808 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8c20c2ce-85a9-4bce-96b6-a9b88f037115 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39304dc9-67ee-4bf7-9e7d-5116329bb3ac HTTP/1.1" status: 204 len: 168 time: 0.1337376 Jun 15 07:11:57.469546 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:57.477894 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20c2ce-85a9-4bce-96b6-a9b88f037115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39304dc9-67ee-4bf7-9e7d-5116329bb3ac,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:57.481427 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8c20c2ce-85a9-4bce-96b6-a9b88f037115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:57.733124 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38576) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:57.749036 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8e8e-43b0-4612-885f-9bf867134b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.848787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8e8e-43b0-4612-885f-9bf867134b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.853255 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8e8e-43b0-4612-885f-9bf867134b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.858191 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aad6b8ec-c232-4624-ab1f-d39b7cba335e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:57.904383 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ae6b8e8e-43b0-4612-885f-9bf867134b52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=099022024542465f869c69abd4d72f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701672 Jun 15 07:11:57.905794 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b8e8e-43b0-4612-885f-9bf867134b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0a72e3-fe8d-4c6d-8b19-d48decf32395,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:57.907297 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 38580) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:11:57.908860 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ae6b8e8e-43b0-4612-885f-9bf867134b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:11:57.960436 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6136446d-8e0b-4c65-894a-d83302f07f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:57.983690 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6136446d-8e0b-4c65-894a-d83302f07f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:58.035869 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6136446d-8e0b-4c65-894a-d83302f07f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:58.038783 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6136446d-8e0b-4c65-894a-d83302f07f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:11:58.039931 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6136446d-8e0b-4c65-894a-d83302f07f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f0a72e3-fe8d-4c6d-8b19-d48decf32395 HTTP/1.1" status: 204 len: 168 time: 0.1310165 Jun 15 07:11:58.040698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ac98fb9a-5611-46ee-b403-b9b749331531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:11:58.049288 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136446d-8e0b-4c65-894a-d83302f07f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0a72e3-fe8d-4c6d-8b19-d48decf32395,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:11:58.051590 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6136446d-8e0b-4c65-894a-d83302f07f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:13.172554 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 38838) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:13.281337 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.390720 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.394887 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.397604 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d34116f8-699e-4c4b-926a-2e70d8ccfb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:13.438901 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37e06d128b2d4becae10fc10f3a82d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651284 Jun 15 07:12:13.439654 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375d105-9453-4403-8870-8e530dae711c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:13.442391 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38846) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:13.447444 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.448447 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.448837 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.449250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.449555 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.449908 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.450258 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.451093 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.451093 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.451414 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.451606 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.451950 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.456815 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:13.509597 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.538945 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.596034 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.599201 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.600439 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7375d105-9453-4403-8870-8e530dae711c HTTP/1.1" status: 204 len: 168 time: 0.1568010 Jun 15 07:12:13.601359 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3525afc5-a6ae-469f-bd0c-9d0399cc20ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:13.614906 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375d105-9453-4403-8870-8e530dae711c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:13.627323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.627944 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.628562 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.629203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.629817 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.630443 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.631061 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.631680 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.632300 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.632947 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.633564 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.634158 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:13.639624 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8c1fa6be-ed9e-4cdc-a2a3-aee63d9c8069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:13.883769 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 38856) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:13.899646 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5584a99-6bf8-4e07-b115-487c37aa13e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.994305 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5584a99-6bf8-4e07-b115-487c37aa13e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:13.998976 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5584a99-6bf8-4e07-b115-487c37aa13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:14.001426 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6136446d-8e0b-4c65-894a-d83302f07f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:14.039655 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5584a99-6bf8-4e07-b115-487c37aa13e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1ab869-d1f3-43c6-ad6f-cf58360284c6,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:14.044586 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e5584a99-6bf8-4e07-b115-487c37aa13e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35f0c630ba294ca2b1c0ef9c560be382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597478 Jun 15 07:12:14.045509 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e5584a99-6bf8-4e07-b115-487c37aa13e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:14.048362 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 38860) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:14.101409 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-910a4f2f-6855-430d-85d7-82ab53ce19c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:14.127823 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-910a4f2f-6855-430d-85d7-82ab53ce19c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:14.178036 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-910a4f2f-6855-430d-85d7-82ab53ce19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:14.180776 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-910a4f2f-6855-430d-85d7-82ab53ce19c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:14.181991 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-910a4f2f-6855-430d-85d7-82ab53ce19c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd1ab869-d1f3-43c6-ad6f-cf58360284c6 HTTP/1.1" status: 204 len: 168 time: 0.1325724 Jun 15 07:12:14.183198 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9b8595b1-260b-4d66-9ffe-5df9a70dcced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:14.193999 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a4f2f-6855-430d-85d7-82ab53ce19c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1ab869-d1f3-43c6-ad6f-cf58360284c6,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:14.196339 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-910a4f2f-6855-430d-85d7-82ab53ce19c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:16.780554 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:17.070156 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d8d7fcc9-8527-484a-975f-38742992f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:18.532632 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:12:18.692386 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 38992) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:18.805274 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bca529b4-ecc0-4045-97f3-eabe1590ec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:18.907875 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bca529b4-ecc0-4045-97f3-eabe1590ec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:18.911286 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bca529b4-ecc0-4045-97f3-eabe1590ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:18.913770 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fcbc6a26-2450-42bd-b04f-641182f22989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:18.954725 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bca529b4-ecc0-4045-97f3-eabe1590ec35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfed59609caf449baad2d03e22b09d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612417 Jun 15 07:12:18.955637 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca529b4-ecc0-4045-97f3-eabe1590ec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be8ea9d-b4fc-410c-8799-d536fb51e1ae,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:18.957732 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39004) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:18.958997 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bca529b4-ecc0-4045-97f3-eabe1590ec35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:19.011199 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-862e9621-b3d6-477a-aa4f-2143aec18dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.033517 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-862e9621-b3d6-477a-aa4f-2143aec18dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.082359 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-862e9621-b3d6-477a-aa4f-2143aec18dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.084946 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-862e9621-b3d6-477a-aa4f-2143aec18dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.086056 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-862e9621-b3d6-477a-aa4f-2143aec18dbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1be8ea9d-b4fc-410c-8799-d536fb51e1ae HTTP/1.1" status: 204 len: 168 time: 0.1273475 Jun 15 07:12:19.086835 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c53f61fc-8edb-4e6f-8f05-1f46e4e37b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:19.095950 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e9621-b3d6-477a-aa4f-2143aec18dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be8ea9d-b4fc-410c-8799-d536fb51e1ae,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:19.098809 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-862e9621-b3d6-477a-aa4f-2143aec18dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:19.346322 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39010) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:19.361442 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcfeee55-6b52-430c-b714-24b1b52f399b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.455808 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcfeee55-6b52-430c-b714-24b1b52f399b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.461138 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcfeee55-6b52-430c-b714-24b1b52f399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.467170 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b80aba05-2cf2-4876-8f9d-4d675a2088e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:19.505656 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-dcfeee55-6b52-430c-b714-24b1b52f399b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c74d2bcd9cd4ac58e346c24e6f5362e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581242 Jun 15 07:12:19.506743 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeee55-6b52-430c-b714-24b1b52f399b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d74a06-4fd3-4909-b0d0-15f20bb317c2,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:19.508261 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39018) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:19.509758 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dcfeee55-6b52-430c-b714-24b1b52f399b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:19.562794 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-14c753f3-f593-4734-8f60-f042b21b521e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.587351 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-14c753f3-f593-4734-8f60-f042b21b521e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.590988 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6b099c5-6d35-4f2c-afa9-8871cbe11459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.641033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-14c753f3-f593-4734-8f60-f042b21b521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.643487 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-14c753f3-f593-4734-8f60-f042b21b521e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:19.644636 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-14c753f3-f593-4734-8f60-f042b21b521e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1d74a06-4fd3-4909-b0d0-15f20bb317c2 HTTP/1.1" status: 204 len: 168 time: 0.1353304 Jun 15 07:12:19.645438 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-02450f85-c546-42fa-893e-4000541bbef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:19.653937 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c753f3-f593-4734-8f60-f042b21b521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d74a06-4fd3-4909-b0d0-15f20bb317c2,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:19.656088 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-14c753f3-f593-4734-8f60-f042b21b521e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:19.688144 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:20.822026 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:22.205033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf89fbc-3298-490b-9b9a-96cfd84e1b57 req-805aa83b-30ed-41a3-8cf1-d5ab3a34b087 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:22.206471 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-acf89fbc-3298-490b-9b9a-96cfd84e1b57 req-805aa83b-30ed-41a3-8cf1-d5ab3a34b087 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 945 time: 0.0720437 Jun 15 07:12:22.248565 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-acf89fbc-3298-490b-9b9a-96cfd84e1b57 req-35880cec-9e0f-4f10-bd99-9cb7d6a33414 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362086 Jun 15 07:12:22.289895 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:23.425766 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca5e17-89bc-43e3-9ef4-3580d45584d6 req-93347fed-0b6f-43f2-b8f9-35fec68a0465 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:23.427225 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-21ca5e17-89bc-43e3-9ef4-3580d45584d6 req-93347fed-0b6f-43f2-b8f9-35fec68a0465 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 945 time: 0.0676706 Jun 15 07:12:23.468758 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-21ca5e17-89bc-43e3-9ef4-3580d45584d6 req-3c6705aa-5bb5-4e18-8f2a-6848231969d3 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351677 Jun 15 07:12:24.670283 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89b82-901d-4e6a-a5ac-7144a4dbbfe8 req-89f4eba2-3006-4ce8-9c45-fc2d18cbea4c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:24.671729 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6cc89b82-901d-4e6a-a5ac-7144a4dbbfe8 req-89f4eba2-3006-4ce8-9c45-fc2d18cbea4c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 945 time: 0.0708895 Jun 15 07:12:24.714292 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6cc89b82-901d-4e6a-a5ac-7144a4dbbfe8 req-6f305380-fd5b-4cc0-9e47-d9871521eb0f tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Jun 15 07:12:25.898323 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e0f2b-af83-4683-808a-34905983f300 req-114eaf0e-b8d3-40b0-b824-209ddc818649 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:25.899768 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-285e0f2b-af83-4683-808a-34905983f300 req-114eaf0e-b8d3-40b0-b824-209ddc818649 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 945 time: 0.0666909 Jun 15 07:12:25.945966 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-285e0f2b-af83-4683-808a-34905983f300 req-c715e613-833b-468c-816f-afd813843476 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Jun 15 07:12:26.557153 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-32becc3a-c518-4067-8599-6d9e902eafdb tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:26.559363 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-32becc3a-c518-4067-8599-6d9e902eafdb tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 945 time: 0.0758874 Jun 15 07:12:26.684064 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Deleting port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:12:26.684402 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:26.791456 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] For port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:26.791716 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:26.885345 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Calling delete_port for e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:12:27.059251 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.064714 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:27.073636 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:12:27.104147 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Pushing event deleted for resources: {'Port': ['ID=e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:27.108201 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:27.146187 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-39c45f88-49cb-4b50-81f7-b303fc95e00b req-3033d58b-e93f-4910-a43e-c08be662cae2 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a7a1ef-9a58-4e4c-9827-0edf53806d58 HTTP/1.1" status: 200 len: 210 time: 0.0774167 Jun 15 07:12:27.177456 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] No DVR routers for this DVR port e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:12:27.179922 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.181925 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-88613797-a344-42d2-b0a3-a2364e8c5f10 req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.11 "DELETE /v2.0/ports/e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 HTTP/1.1" status: 204 len: 173 time: 0.6167905 Jun 15 07:12:27.182439 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a7a1ef-9a58-4e4c-9827-0edf53806d58', 'name': 'network-vif-deleted', 'tag': 'e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:27.184997 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabb0f76-7f6b-4943-9c05-39eddf4cdcc0" -d '{"events": [{"server_uuid": "a0a7a1ef-9a58-4e4c-9827-0edf53806d58", "name": "network-vif-deleted", "tag": "e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:27.246684 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9984462-fc76-46df-95b9-1f18fa54535b x-openstack-request-id: req-b9984462-fc76-46df-95b9-1f18fa54535b {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:27.246962 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a7a1ef-9a58-4e4c-9827-0edf53806d58", "name": "network-vif-deleted", "tag": "e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:27.247220 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9984462-fc76-46df-95b9-1f18fa54535b {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:27.247653 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a7a1ef-9a58-4e4c-9827-0edf53806d58', 'name': 'network-vif-deleted', 'tag': 'e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924', 'status': 'completed', 'code': 200} Jun 15 07:12:27.578416 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39200) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:27.689674 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e1d34f5a-0cf8-4af4-a089-f9563c28f131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.782497 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e1d34f5a-0cf8-4af4-a089-f9563c28f131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.786337 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e1d34f5a-0cf8-4af4-a089-f9563c28f131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.788747 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-89e0723c-b654-4c12-b1c5-67759f80e56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:27.828175 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d34f5a-0cf8-4af4-a089-f9563c28f131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ccafc-e56c-4eef-b72a-65854be253b6,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:27.832657 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e1d34f5a-0cf8-4af4-a089-f9563c28f131 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b800cb0fa84840d6b9d693576df11b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529998 Jun 15 07:12:27.833645 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e1d34f5a-0cf8-4af4-a089-f9563c28f131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:27.835431 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39204) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:27.887188 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c3be2b0d-d885-41d8-adcb-1bd118961711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.909544 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c3be2b0d-d885-41d8-adcb-1bd118961711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.960235 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c3be2b0d-d885-41d8-adcb-1bd118961711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.962887 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c3be2b0d-d885-41d8-adcb-1bd118961711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:27.964528 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c3be2b0d-d885-41d8-adcb-1bd118961711 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e14ccafc-e56c-4eef-b72a-65854be253b6 HTTP/1.1" status: 204 len: 168 time: 0.1275871 Jun 15 07:12:27.965326 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8aa64a2b-c478-4e20-92cd-cff7bb04967b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:27.973704 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be2b0d-d885-41d8-adcb-1bd118961711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ccafc-e56c-4eef-b72a-65854be253b6,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:27.975946 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c3be2b0d-d885-41d8-adcb-1bd118961711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:28.224944 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39212) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:28.240730 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-09540393-2746-42ac-a0b4-907cb9012ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:28.367236 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-09540393-2746-42ac-a0b4-907cb9012ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:28.374015 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-09540393-2746-42ac-a0b4-907cb9012ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:28.381118 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e5584a99-6bf8-4e07-b115-487c37aa13e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:28.450257 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39224) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:28.450693 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-09540393-2746-42ac-a0b4-907cb9012ec8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c415201c90da4ce4b779dcacc312b3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241623 Jun 15 07:12:28.451658 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09540393-2746-42ac-a0b4-907cb9012ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420346ff-b468-4950-87db-7ce107324d2c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:28.455122 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-09540393-2746-42ac-a0b4-907cb9012ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:28.517723 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-540a9bd6-d1c3-4c07-8aa5-705e14fe0b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:28.548485 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-540a9bd6-d1c3-4c07-8aa5-705e14fe0b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:28.613012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-540a9bd6-d1c3-4c07-8aa5-705e14fe0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:28.615725 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-540a9bd6-d1c3-4c07-8aa5-705e14fe0b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:28.619379 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-540a9bd6-d1c3-4c07-8aa5-705e14fe0b61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/420346ff-b468-4950-87db-7ce107324d2c HTTP/1.1" status: 204 len: 168 time: 0.1668932 Jun 15 07:12:28.620648 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-14c753f3-f593-4734-8f60-f042b21b521e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:28.630330 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a9bd6-d1c3-4c07-8aa5-705e14fe0b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420346ff-b468-4950-87db-7ce107324d2c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:28.632581 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-540a9bd6-d1c3-4c07-8aa5-705e14fe0b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:29.835039 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39276) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:29.940656 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3e25f7c6-1ca0-4d8e-a5ab-39c4af53f33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.039296 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3e25f7c6-1ca0-4d8e-a5ab-39c4af53f33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.043671 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3e25f7c6-1ca0-4d8e-a5ab-39c4af53f33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.046270 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0aab06aa-6ecb-4ca7-ac6f-8242ecb35910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:30.088148 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25f7c6-1ca0-4d8e-a5ab-39c4af53f33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6140098-9a20-4038-8b78-1c935dc25a48,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:30.095912 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39288) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:30.096423 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-3e25f7c6-1ca0-4d8e-a5ab-39c4af53f33d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a99532bc670244abb3c2916665563d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597468 Jun 15 07:12:30.097029 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3e25f7c6-1ca0-4d8e-a5ab-39c4af53f33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:30.152672 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b1b82079-221f-4811-a999-eabc5b8f2950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.175923 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b1b82079-221f-4811-a999-eabc5b8f2950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.240288 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b1b82079-221f-4811-a999-eabc5b8f2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.243398 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b1b82079-221f-4811-a999-eabc5b8f2950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.244521 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b1b82079-221f-4811-a999-eabc5b8f2950 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6140098-9a20-4038-8b78-1c935dc25a48 HTTP/1.1" status: 204 len: 168 time: 0.1466675 Jun 15 07:12:30.245892 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-09540393-2746-42ac-a0b4-907cb9012ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:30.255048 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b82079-221f-4811-a999-eabc5b8f2950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6140098-9a20-4038-8b78-1c935dc25a48,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:30.257480 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b1b82079-221f-4811-a999-eabc5b8f2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:30.526587 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:12:30.539992 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39316) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:30.554874 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:12:30.555224 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device e6ce6b02-2f6e-4a8d-ac87-ae6eb6ae9924 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:12:30.559087 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31bcc833-c373-465d-b320-6b3fdc0cff4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.676607 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39320) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:30.788842 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60d77337-c3f5-4887-b7cb-b93c37f998b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.870813 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31bcc833-c373-465d-b320-6b3fdc0cff4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.874414 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31bcc833-c373-465d-b320-6b3fdc0cff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.877662 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-db6321e5-e196-4e98-b695-5a30e2541a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:30.915332 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-31bcc833-c373-465d-b320-6b3fdc0cff4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eeaa5cde9e4f489eacb35357dfc63023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741972 Jun 15 07:12:30.920819 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39324) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:30.929902 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcc833-c373-465d-b320-6b3fdc0cff4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf4055-9011-49b2-b72c-12ccb3313145,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:30.939824 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-31bcc833-c373-465d-b320-6b3fdc0cff4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:30.961728 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60d77337-c3f5-4887-b7cb-b93c37f998b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.966903 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60d77337-c3f5-4887-b7cb-b93c37f998b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:30.969912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8fc23d5a-5b66-4e98-930b-53187c1cf8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:30.981834 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e6e86572-84c0-4401-8c52-b52c6f869484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.005023 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e6e86572-84c0-4401-8c52-b52c6f869484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.009374 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-60d77337-c3f5-4887-b7cb-b93c37f998b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e294404cab54c2fbb80df39ab9e11ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317137 Jun 15 07:12:31.010260 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d77337-c3f5-4887-b7cb-b93c37f998b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026bddf7-80c0-4a1e-a261-ac5cb5a5410f,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:31.013093 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39326) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:31.014219 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-60d77337-c3f5-4887-b7cb-b93c37f998b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:31.088737 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a9a81a7f-c55a-46a0-a299-ba29b72ff605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.100301 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e6e86572-84c0-4401-8c52-b52c6f869484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.102855 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e6e86572-84c0-4401-8c52-b52c6f869484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.103959 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e6e86572-84c0-4401-8c52-b52c6f869484 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ebf4055-9011-49b2-b72c-12ccb3313145 HTTP/1.1" status: 204 len: 168 time: 0.1813853 Jun 15 07:12:31.106223 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dcfeee55-6b52-430c-b714-24b1b52f399b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:31.124597 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a9a81a7f-c55a-46a0-a299-ba29b72ff605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.126476 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e86572-84c0-4401-8c52-b52c6f869484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf4055-9011-49b2-b72c-12ccb3313145,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:31.129040 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e6e86572-84c0-4401-8c52-b52c6f869484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:31.182190 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a9a81a7f-c55a-46a0-a299-ba29b72ff605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.185187 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a9a81a7f-c55a-46a0-a299-ba29b72ff605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.186324 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a9a81a7f-c55a-46a0-a299-ba29b72ff605 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/026bddf7-80c0-4a1e-a261-ac5cb5a5410f HTTP/1.1" status: 204 len: 168 time: 0.1722951 Jun 15 07:12:31.187178 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-31bcc833-c373-465d-b320-6b3fdc0cff4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:31.196157 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a81a7f-c55a-46a0-a299-ba29b72ff605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026bddf7-80c0-4a1e-a261-ac5cb5a5410f,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:31.199400 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a9a81a7f-c55a-46a0-a299-ba29b72ff605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:31.549546 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39346) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:31.562511 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f6be97c-d583-41bd-a9d7-6a8c54954e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.662278 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f6be97c-d583-41bd-a9d7-6a8c54954e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.667588 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f6be97c-d583-41bd-a9d7-6a8c54954e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.671460 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-78d276f9-81c7-4053-aede-d486eba701c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:31.720817 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39352) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:31.721019 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5f6be97c-d583-41bd-a9d7-6a8c54954e69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fad3a83993ea4552a47f33776109d87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729300 Jun 15 07:12:31.722063 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6be97c-d583-41bd-a9d7-6a8c54954e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06c539e-eeb8-4a90-9605-c5e30aa5b129,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:31.725444 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5f6be97c-d583-41bd-a9d7-6a8c54954e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:31.777456 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-881482a4-4c4d-44a9-b559-110a19818f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.801472 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-881482a4-4c4d-44a9-b559-110a19818f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.851221 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-881482a4-4c4d-44a9-b559-110a19818f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.853825 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-881482a4-4c4d-44a9-b559-110a19818f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:31.855557 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-881482a4-4c4d-44a9-b559-110a19818f85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f06c539e-eeb8-4a90-9605-c5e30aa5b129 HTTP/1.1" status: 204 len: 168 time: 0.1337526 Jun 15 07:12:31.856434 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e6e86572-84c0-4401-8c52-b52c6f869484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:31.864875 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881482a4-4c4d-44a9-b559-110a19818f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06c539e-eeb8-4a90-9605-c5e30aa5b129,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:31.867212 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-881482a4-4c4d-44a9-b559-110a19818f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:33.759831 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff732505-58eb-406d-b8ff-920855e3818b req-3bb27d00-545e-4036-aef8-3d1b33a73fea tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:33.761628 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ff732505-58eb-406d-b8ff-920855e3818b req-3bb27d00-545e-4036-aef8-3d1b33a73fea tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.0734246 Jun 15 07:12:33.805276 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ff732505-58eb-406d-b8ff-920855e3818b req-109cd40a-16c4-443f-bc85-71fc017778f8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381610 Jun 15 07:12:34.993508 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889f64-e314-4b90-afdf-0003ef47a83b req-c67e30af-8209-4497-9f19-ce27a5669df6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:34.994932 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ea889f64-e314-4b90-afdf-0003ef47a83b req-c67e30af-8209-4497-9f19-ce27a5669df6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.0695906 Jun 15 07:12:35.035029 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ea889f64-e314-4b90-afdf-0003ef47a83b req-aa8a9fb0-9875-472f-bc86-66a8265b14bb tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338266 Jun 15 07:12:36.221938 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c12e7-d500-460f-bf7b-14811f04ff1a req-8f7eb7ba-3fea-4927-835c-7ad5e89a9e82 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:36.223388 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-347c12e7-d500-460f-bf7b-14811f04ff1a req-8f7eb7ba-3fea-4927-835c-7ad5e89a9e82 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.0725775 Jun 15 07:12:36.266013 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-347c12e7-d500-460f-bf7b-14811f04ff1a req-2cc9c47f-89d1-43b7-815e-57ba41f8d084 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369205 Jun 15 07:12:37.451547 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5458cb-8d90-48e0-8e6d-a8c65e175ef9 req-ab570052-f488-4e6e-b113-d6db305e07a3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:37.453200 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5c5458cb-8d90-48e0-8e6d-a8c65e175ef9 req-ab570052-f488-4e6e-b113-d6db305e07a3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.0716486 Jun 15 07:12:37.497276 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5c5458cb-8d90-48e0-8e6d-a8c65e175ef9 req-8de46bee-2035-41fa-9150-ae10372492eb tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378876 Jun 15 07:12:37.634761 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-c530a614-f70d-4f2c-9f94-a0d893c50008 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2a9757c04b3f40489610e8b5d3bf542f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380359 Jun 15 07:12:37.711549 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-5b93d485-26e3-458f-8410-5a2dd26b33a6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:37.713325 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-5b93d485-26e3-458f-8410-5a2dd26b33a6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/networks?id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b HTTP/1.1" status: 200 len: 813 time: 0.1319950 Jun 15 07:12:37.730818 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-1cd47add-ab58-4be2-a781-ecd52454ea2d tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/quotas/1d4ce4e02a5042949789aa05c344dfa4 HTTP/1.1" status: 200 len: 375 time: 0.0111115 Jun 15 07:12:37.769753 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-59d7bfba-ddde-480b-9a45-b7b682afca9b tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d4ce4e02a5042949789aa05c344dfa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331950 Jun 15 07:12:37.842564 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-122f917f-c83d-4d2c-b41d-93243ac011e9 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:37.844087 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-122f917f-c83d-4d2c-b41d-93243ac011e9 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040126 Jun 15 07:12:37.860033 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-2c4286b3-a03b-46b7-8523-0d6742eaa757 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/quotas/2a9757c04b3f40489610e8b5d3bf542f HTTP/1.1" status: 200 len: 375 time: 0.0097616 Jun 15 07:12:37.899781 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7f9a9081-1db6-4a92-81e3-6f2233b0081c service neutron] 10.222.0.24 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219499 Jun 15 07:12:37.934274 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-68e81076-bb42-4248-a3fb-378da3970ace tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a9757c04b3f40489610e8b5d3bf542f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685761 Jun 15 07:12:38.027152 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-c0b72e4d-b94d-4ddd-be5c-ff9ffee44ab1 service neutron] 10.222.0.24 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256316 Jun 15 07:12:38.114530 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63aa3864-0f94-4aa4-a057-58e31a7f960f req-58e70263-6803-4f9c-8e40-41557f3a9267 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 210 time: 0.0439744 Jun 15 07:12:38.235346 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-585261c8-2632-47d8-a8d1-d679f0db30bb req-d8971889-2dd2-4567-9a92-01f64fae3b78 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 210 time: 0.0357935 Jun 15 07:12:38.277964 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-ba3b10ad-e6e9-467e-8ee4-082da15535d3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:38.279364 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-ba3b10ad-e6e9-467e-8ee4-082da15535d3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.1186376 Jun 15 07:12:38.410703 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Deleting port c01dacb3-0037-4654-82d6-2e434d703220 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:12:38.410816 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:38.542519 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] For port c01dacb3-0037-4654-82d6-2e434d703220, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c01dacb3-0037-4654-82d6-2e434d703220,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:38.543451 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:38.711235 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325442-fcc1-456e-8a09-7b7e56387137 req-d349fe32-cba6-44e4-b1e4-75ee501dbf40 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:38.712874 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-10325442-fcc1-456e-8a09-7b7e56387137 req-d349fe32-cba6-44e4-b1e4-75ee501dbf40 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 946 time: 0.0749063 Jun 15 07:12:38.762455 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-10325442-fcc1-456e-8a09-7b7e56387137 req-0a1aa731-209d-434e-a20a-820275acd6a1 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=060e492d-09be-4c78-a35a-8f0db2d427c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Jun 15 07:12:38.878209 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:38.878640 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:38.879092 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.l3_db [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Floating IP 3c48449f-21e1-41ce-a640-2e4344925a81 disassociated. External IP: 172.27.3.77, port: c01dacb3-0037-4654-82d6-2e434d703220. Jun 15 07:12:38.879521 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Calling delete_port for c01dacb3-0037-4654-82d6-2e434d703220 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:12:39.034921 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:39.038570 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:39.070514 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event deleted for resources: {'Port': ['ID=c01dacb3-0037-4654-82d6-2e434d703220,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:39.073010 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:39.253760 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Router 9c550350-9bc5-4120-a046-c0267f15f97f has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:12:39.295542 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed037dac-b685-4042-9fe8-fcfc395fe775 req-ab67210f-5a5d-4acb-9c78-6235f03a8854 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 210 time: 0.0440438 Jun 15 07:12:39.494871 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e0051b1b-6d47-414b-9c21-3092effaa93b req-d596c38b-4f08-496a-ace8-b5f0ec119713 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 210 time: 0.0913470 Jun 15 07:12:39.533232 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:12:39.549176 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] Sync routers for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:12:39.567157 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:12:39.570270 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:12:39.573676 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-219b37a9-8cb2-40a1-bb08-f33137bf1ebc tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2a9757c04b3f40489610e8b5d3bf542f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764058 Jun 15 07:12:39.659577 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] No DVR routers for this DVR port c01dacb3-0037-4654-82d6-2e434d703220 on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:12:39.663543 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:39.673588 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f3ed2f8a-21b0-47e6-bf7e-de2e8f8ddc8a req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "DELETE /v2.0/ports/c01dacb3-0037-4654-82d6-2e434d703220 HTTP/1.1" status: 204 len: 173 time: 1.3884208 Jun 15 07:12:39.674172 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-deleted', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:39.685087 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32046c-7caf-4f2c-9000-4c1f07fbfebd" -d '{"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-deleted", "tag": "c01dacb3-0037-4654-82d6-2e434d703220"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:39.782003 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d20e282-2436-4b5e-a43d-4fca2441db8e x-openstack-request-id: req-2d20e282-2436-4b5e-a43d-4fca2441db8e {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:39.782377 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8555727-2e7e-461a-9395-de6f746c84c4", "name": "network-vif-deleted", "tag": "c01dacb3-0037-4654-82d6-2e434d703220", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:39.784568 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d20e282-2436-4b5e-a43d-4fca2441db8e {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:39.784568 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8555727-2e7e-461a-9395-de6f746c84c4', 'name': 'network-vif-deleted', 'tag': 'c01dacb3-0037-4654-82d6-2e434d703220', 'status': 'completed', 'code': 200} Jun 15 07:12:39.873475 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:12:40.205327 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-fc19d5a3-f93f-4e3b-9051-cd48412f7c0c tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:40.207634 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-fc19d5a3-f93f-4e3b-9051-cd48412f7c0c tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6285567 Jun 15 07:12:40.245569 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Request body: {'port': {'device_id': '12bdf236-6363-4530-98a4-930c65358275', 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5', 'admin_state_up': True, 'tenant_id': '2a9757c04b3f40489610e8b5d3bf542f'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:40.261259 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:12:40.265707 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] Checking router: 9c550350-9bc5-4120-a046-c0267f15f97f for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:12:40.274890 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:12:40.275499 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:12:40.392249 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-841e740d-29c7-4837-91e9-5af4989abc3e req-598c74f0-6fa6-4166-9393-2a29d868144a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8555727-2e7e-461a-9395-de6f746c84c4 HTTP/1.1" status: 200 len: 210 time: 0.1978629 Jun 15 07:12:40.412363 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Made reservation on behalf of 2a9757c04b3f40489610e8b5d3bf542f for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:12:40.416828 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:40.430008 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:40.516578 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:12:40.613177 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:40.623073 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:40.628727 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ec53bd5e-160b-4463-bc5e-0ca39984a47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:40.780554 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-f7afff8a-bb0c-4ea6-b6cc-9c0262a21b95 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:40.782248 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-f7afff8a-bb0c-4ea6-b6cc-9c0262a21b95 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.11 "GET /v2.0/networks?id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b HTTP/1.1" status: 200 len: 813 time: 0.5742307 Jun 15 07:12:40.830810 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cdade136-7609-4294-9857-a4bf5702f323 req-345659fa-f575-4054-8bff-1873bdf837ab tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 210 time: 0.0473409 Jun 15 07:12:40.842919 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Request body: {'port': {'device_id': 'a346420c-1ec5-44a2-a70c-cc8a7f040601', 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b', 'admin_state_up': True, 'tenant_id': '1d4ce4e02a5042949789aa05c344dfa4'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:40.855361 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e27a91e0-6978-4fce-bd0d-064b20c69865 req-684b45e6-55fb-48f6-b722-217a4c53a37f tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 210 time: 0.0834794 Jun 15 07:12:40.877295 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995bda3d-6aa7-4944-9ccb-83e9f8590770,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:40.887715 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:40.958637 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Allocated IP 192.168.233.180 (a457ccb7-0596-45ea-88d3-23f065f701c5/cb00da09-3af9-413a-82ed-277ec3baa9a6/e7f21df5-8fa8-408a-a297-0bb7a18935fe) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:12:41.046718 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Made reservation on behalf of 1d4ce4e02a5042949789aa05c344dfa4 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:12:41.050405 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.173777 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:12:41.185443 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ed481-8e74-4500-8d1f-134f27ff55f4 None None] The sync data for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi is: [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:12:41.242674 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.243123 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Allocated IP 172.20.0.4 (336e0fc2-4c0b-40a9-bd1f-51c45041fe5b/083bc4db-9208-425e-b16f-fd427f441c9a/76831d00-58a1-47e9-9b81-0db7f5d32fdd) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:12:41.261623 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Transition to ACTIVE for port object e7f21df5-8fa8-408a-a297-0bb7a18935fe will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:12:41.326537 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.330872 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:41.405530 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Network a457ccb7-0596-45ea-88d3-23f065f701c5 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:12:41.410108 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:12:41.414041 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:12:41.450299 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Pushing event updated for resources: {'Port': ['ID=e7f21df5-8fa8-408a-a297-0bb7a18935fe,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:41.461378 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:41.495552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:41.497983 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.517724 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2998636 Jun 15 07:12:41.521860 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.531618 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Request body: {'port': {'device_id': '12bdf236-6363-4530-98a4-930c65358275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:41.587775 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.593533 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:41.601264 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f59f9c2-473a-46e8-825f-444dcdf6276b None None] New status for floating IP 3c48449f-21e1-41ce-a640-2e4344925a81: DOWN {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:12:41.680506 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:12:41.685570 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:12:41.692453 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39590) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:41.693719 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:12:41.712594 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Pushing event updated for resources: {'Port': ['ID=76831d00-58a1-47e9-9b81-0db7f5d32fdd,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:41.732650 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.764162 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:41.829101 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:41.829788 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.850388 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5f0d-c5d6-4a7f-be08-8071be698dcd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.872640 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0355573 Jun 15 07:12:41.889094 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Request body: {'port': {'device_id': 'a346420c-1ec5-44a2-a70c-cc8a7f040601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:41.894713 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-50d4b888-b488-46e4-a2ab-ebd4b7881337 None None] Provisioning for port e7f21df5-8fa8-408a-a297-0bb7a18935fe completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:12:41.899758 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-50d4b888-b488-46e4-a2ab-ebd4b7881337 None None] Provisioning complete for port e7f21df5-8fa8-408a-a297-0bb7a18935fe triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:12:41.901970 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-50d4b888-b488-46e4-a2ab-ebd4b7881337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:41.932291 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5f0d-c5d6-4a7f-be08-8071be698dcd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.015470 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-50d4b888-b488-46e4-a2ab-ebd4b7881337 None None] Port e7f21df5-8fa8-408a-a297-0bb7a18935fe cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:12:42.077375 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.101477 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5f0d-c5d6-4a7f-be08-8071be698dcd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.104005 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5f0d-c5d6-4a7f-be08-8071be698dcd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.106181 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2b0c5f0d-c5d6-4a7f-be08-8071be698dcd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "DELETE /v2.0/security-groups/060e492d-09be-4c78-a35a-8f0db2d427c7 HTTP/1.1" status: 204 len: 168 time: 0.4091845 Jun 15 07:12:42.110055 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-de639df8-77f6-4c6e-9b2c-5c12af381cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:42.113133 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39596) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:42.172279 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c5f0d-c5d6-4a7f-be08-8071be698dcd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060e492d-09be-4c78-a35a-8f0db2d427c7,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:42.177521 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.api.v2.resource [None req-a6dec1cb-6f5a-495f-bbc5-1c2961d1780f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] show failed (client error): The resource could not be found. Jun 15 07:12:42.179762 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a6dec1cb-6f5a-495f-bbc5-1c2961d1780f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups/060e492d-09be-4c78-a35a-8f0db2d427c7 HTTP/1.1" status: 404 len: 347 time: 0.0438898 Jun 15 07:12:42.179762 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2b0c5f0d-c5d6-4a7f-be08-8071be698dcd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:42.184349 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39598) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:42.205427 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6299c43-f5c5-49fe-b245-8f3299d4fa1a req-31af928f-a3bc-40cd-af1e-ed189ed34217 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:42.207182 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6299c43-f5c5-49fe-b245-8f3299d4fa1a req-31af928f-a3bc-40cd-af1e-ed189ed34217 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 936 time: 0.1838181 Jun 15 07:12:42.235408 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:12:42.258926 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: c01dacb3-0037-4654-82d6-2e434d703220 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:12:42.259440 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device c01dacb3-0037-4654-82d6-2e434d703220 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:12:42.341640 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f21df5-8fa8-408a-a297-0bb7a18935fe {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:12:42.356323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.368644 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6299c43-f5c5-49fe-b245-8f3299d4fa1a req-37ccd93e-c34f-49fd-994a-34a1d194be59 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879719 Jun 15 07:12:42.403158 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Transition to ACTIVE for port object e7f21df5-8fa8-408a-a297-0bb7a18935fe will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:12:42.410534 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.415702 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3f3e8776-6f58-4d88-87e4-e113a1015c67 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:42.475967 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67d684-5e3d-4ad7-a37b-a195b666f839 req-5c963f92-0347-4f34-9daf-d4efc09077d7 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:42.484590 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7d67d684-5e3d-4ad7-a37b-a195b666f839 req-5c963f92-0347-4f34-9daf-d4efc09077d7 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 931 time: 0.3411925 Jun 15 07:12:42.536459 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76831d00-58a1-47e9-9b81-0db7f5d32fdd {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:12:42.545515 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.564481 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Transition to ACTIVE for port object 76831d00-58a1-47e9-9b81-0db7f5d32fdd will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:12:42.571728 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.572819 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f21df5-8fa8-408a-a297-0bb7a18935fe,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:42.576323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:42.577263 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:42.655334 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Deleting port 5677c5c4-e788-4553-8542-eafc0d6f6274 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:12:42.655689 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.670164 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7d67d684-5e3d-4ad7-a37b-a195b666f839 req-1b9b22bc-c1be-4247-ab4e-b720ea0770a6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845202 Jun 15 07:12:42.685586 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Pushing event updated for resources: {'Port': ['ID=76831d00-58a1-47e9-9b81-0db7f5d32fdd,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:42.713030 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:42.779101 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Attempting to bind port 76831d00-58a1-47e9-9b81-0db7f5d32fdd on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:12:42.779472 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Attempting to bind port 76831d00-58a1-47e9-9b81-0db7f5d32fdd by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:12:42.779761 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Attempting to bind port 76831d00-58a1-47e9-9b81-0db7f5d32fdd on network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:12:42.784009 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Port 76831d00-58a1-47e9-9b81-0db7f5d32fdd on network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:12:42.784330 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Attempting to bind port 76831d00-58a1-47e9-9b81-0db7f5d32fdd on network 336e0fc2-4c0b-40a9-bd1f-51c45041fe5b {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:12:42.789058 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:12:42.789395 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Checking segment: {'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:12:42.789767 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Attempting to bind port e7f21df5-8fa8-408a-a297-0bb7a18935fe on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:12:42.789878 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Bound using segment: {'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:12:42.790117 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Attempting to bind port e7f21df5-8fa8-408a-a297-0bb7a18935fe by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:12:42.790236 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Bound port: 76831d00-58a1-47e9-9b81-0db7f5d32fdd, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4052d515-43b2-42ca-b079-2861218478fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:12:42.790448 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Attempting to bind port e7f21df5-8fa8-408a-a297-0bb7a18935fe on network a457ccb7-0596-45ea-88d3-23f065f701c5 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:12:42.790547 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.798974 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Port e7f21df5-8fa8-408a-a297-0bb7a18935fe on network a457ccb7-0596-45ea-88d3-23f065f701c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:12:42.799299 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Attempting to bind port e7f21df5-8fa8-408a-a297-0bb7a18935fe on network a457ccb7-0596-45ea-88d3-23f065f701c5 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:12:42.808711 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:12:42.809072 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Checking segment: {'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:12:42.809455 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Bound using segment: {'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:12:42.809887 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Bound port: e7f21df5-8fa8-408a-a297-0bb7a18935fe, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302e1911-bf33-49ba-826b-56c209fc25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:12:42.810236 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.830318 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.830584 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.862512 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] For port 76831d00-58a1-47e9-9b81-0db7f5d32fdd, host hv-cinder-74134, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:12:42.865441 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] For port 76831d00-58a1-47e9-9b81-0db7f5d32fdd, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=76831d00-58a1-47e9-9b81-0db7f5d32fdd,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:12:42.871337 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.874071 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:42.920953 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:42.921646 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:42.923340 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-7c703142-a090-467d-b610-4977df6c6004 service neutron] 10.222.0.11 "PUT /v2.0/ports/76831d00-58a1-47e9-9b81-0db7f5d32fdd HTTP/1.1" status: 200 len: 1093 time: 1.0407450 Jun 15 07:12:42.923926 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a346420c-1ec5-44a2-a70c-cc8a7f040601', 'tag': '76831d00-58a1-47e9-9b81-0db7f5d32fdd'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:42.926893 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca75c82-82bf-4b1c-8655-0869630e6c51" -d '{"events": [{"name": "network-changed", "server_uuid": "a346420c-1ec5-44a2-a70c-cc8a7f040601", "tag": "76831d00-58a1-47e9-9b81-0db7f5d32fdd"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:42.951550 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Pushing event updated for resources: {'Port': ['ID=76831d00-58a1-47e9-9b81-0db7f5d32fdd,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:42.951954 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Calling delete_port for 5677c5c4-e788-4553-8542-eafc0d6f6274 owned by network:floatingip {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:12:42.956371 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:42.969040 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d6531b-eb39-4e3b-bcaa-797309d6e3ae x-openstack-request-id: req-e5d6531b-eb39-4e3b-bcaa-797309d6e3ae {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:42.969760 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a346420c-1ec5-44a2-a70c-cc8a7f040601", "tag": "76831d00-58a1-47e9-9b81-0db7f5d32fdd", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:42.969967 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5d6531b-eb39-4e3b-bcaa-797309d6e3ae {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:42.970506 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a346420c-1ec5-44a2-a70c-cc8a7f040601', 'tag': '76831d00-58a1-47e9-9b81-0db7f5d32fdd', 'status': 'completed', 'code': 200} Jun 15 07:12:43.037848 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-96a94ffc-a52e-4290-8722-cb48270d0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.039390 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-96a94ffc-a52e-4290-8722-cb48270d0f67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d4ce4e02a5042949789aa05c344dfa4&device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 1096 time: 0.0600080 Jun 15 07:12:43.057135 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] For port e7f21df5-8fa8-408a-a297-0bb7a18935fe, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:12:43.062496 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] For port e7f21df5-8fa8-408a-a297-0bb7a18935fe, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e7f21df5-8fa8-408a-a297-0bb7a18935fe,segment=NetworkSegment(302e1911-bf33-49ba-826b-56c209fc25ee),segment_id=302e1911-bf33-49ba-826b-56c209fc25ee)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:12:43.070310 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:43.078758 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83b3fbf8-a9be-4b6e-acb4-ed571a875b4d tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:43.094933 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-9fb918a6-22d0-4d6e-9795-79f4bbac56d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76831d00-58a1-47e9-9b81-0db7f5d32fdd HTTP/1.1" status: 200 len: 217 time: 0.0469277 Jun 15 07:12:43.116970 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.117725 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:43.119092 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] 10.222.0.11 "PUT /v2.0/ports/e7f21df5-8fa8-408a-a297-0bb7a18935fe HTTP/1.1" status: 200 len: 1098 time: 1.5919969 Jun 15 07:12:43.123969 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bdf236-6363-4530-98a4-930c65358275', 'tag': 'e7f21df5-8fa8-408a-a297-0bb7a18935fe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:43.126395 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032" -d '{"events": [{"name": "network-changed", "server_uuid": "12bdf236-6363-4530-98a4-930c65358275", "tag": "e7f21df5-8fa8-408a-a297-0bb7a18935fe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:43.165841 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-4cb85274-b160-487c-9a4e-5bc8500553d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.168025 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-4cb85274-b160-487c-9a4e-5bc8500553d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=083bc4db-9208-425e-b16f-fd427f441c9a HTTP/1.1" status: 200 len: 853 time: 0.0668933 Jun 15 07:12:43.179248 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f21df5-8fa8-408a-a297-0bb7a18935fe,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:43.183598 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:43.217873 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-8db926b0-b844-429d-bb33-536f6ed2b07e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422449 Jun 15 07:12:43.228264 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69d8eaf-435d-4c8b-b833-f5b6a5d29937 x-openstack-request-id: req-d69d8eaf-435d-4c8b-b833-f5b6a5d29937 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:43.228583 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bdf236-6363-4530-98a4-930c65358275", "tag": "e7f21df5-8fa8-408a-a297-0bb7a18935fe", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:43.229107 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d69d8eaf-435d-4c8b-b833-f5b6a5d29937 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:43.229932 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bdf236-6363-4530-98a4-930c65358275', 'tag': 'e7f21df5-8fa8-408a-a297-0bb7a18935fe', 'status': 'completed', 'code': 200} Jun 15 07:12:43.289358 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:43.292862 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-97d23f69-ffc9-480e-8e61-79dcc108d9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:43.327190 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event deleted for resources: {'Port': ['ID=5677c5c4-e788-4553-8542-eafc0d6f6274,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:43.330221 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:43.339374 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-ef4f5b4d-50d8-4416-b879-b23f74664096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.340916 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-ef4f5b4d-50d8-4416-b879-b23f74664096 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a9757c04b3f40489610e8b5d3bf542f&device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 1101 time: 0.1546421 Jun 15 07:12:43.358257 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-d8bb13df-9900-4e23-a4ad-c07171811469 service neutron] 10.222.0.11 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327293 Jun 15 07:12:43.442482 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-7bb79241-a620-4075-9a7e-d9884055a1f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e7f21df5-8fa8-408a-a297-0bb7a18935fe HTTP/1.1" status: 200 len: 217 time: 0.0791285 Jun 15 07:12:43.503584 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a8a2298-65b8-49cd-90d5-1c99763a5c09 req-50d833d9-1501-4b08-a23c-3ea879180a6d service neutron] 10.222.0.11 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384351 Jun 15 07:12:43.508605 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:43.512327 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:43.513505 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "DELETE /v2.0/floatingips/3c48449f-21e1-41ce-a640-2e4344925a81 HTTP/1.1" status: 204 len: 168 time: 1.3289046 Jun 15 07:12:43.542575 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-155ae265-8200-4e0e-8f77-7d32e35c9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.544036 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-155ae265-8200-4e0e-8f77-7d32e35c9b11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb00da09-3af9-413a-82ed-277ec3baa9a6 HTTP/1.1" status: 200 len: 843 time: 0.0911558 Jun 15 07:12:43.626323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-ab380a54-7345-4d48-a0d3-277e35ab4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.627709 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-ab380a54-7345-4d48-a0d3-277e35ab4343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a457ccb7-0596-45ea-88d3-23f065f701c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683093 Jun 15 07:12:43.630331 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243737b1-1b0c-46ad-90d0-53f6e100561c req-fba5617c-15ad-4fdf-9f86-9117449d154f tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.631809 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-243737b1-1b0c-46ad-90d0-53f6e100561c req-fba5617c-15ad-4fdf-9f86-9117449d154f tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 948 time: 0.1272821 Jun 15 07:12:43.694140 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-243737b1-1b0c-46ad-90d0-53f6e100561c req-51d24648-f9c8-46b8-86f1-af2ead459c44 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524600 Jun 15 07:12:43.696895 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-27399aa4-d126-44b5-bfc0-b588b6c39841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.698938 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-27399aa4-d126-44b5-bfc0-b588b6c39841 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d4ce4e02a5042949789aa05c344dfa4&device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 1096 time: 0.1226704 Jun 15 07:12:43.780476 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-4d549871-78da-4c8e-baae-0588d5fe59cf service neutron] 10.222.0.11 "GET /v2.0/networks/a457ccb7-0596-45ea-88d3-23f065f701c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448052 Jun 15 07:12:43.863409 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39622) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:43.864557 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-d2702965-5642-4088-a1dc-b15d0b24dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:43.866018 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-d2702965-5642-4088-a1dc-b15d0b24dfb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b HTTP/1.1" status: 200 len: 914 time: 0.1609275 Jun 15 07:12:43.871138 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-1ec6500e-533d-4632-afa9-9cb45ea54759 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800476066', 'description': 'tempest-description--1574846749'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:43.905607 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2eaf47f8-3ca4-42f4-8d12-be737ebbfbcf req-3b30f7e1-8119-49c7-b8e4-c5fc61f57039 service neutron] 10.222.0.11 "GET /v2.0/networks/a457ccb7-0596-45ea-88d3-23f065f701c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183782 Jun 15 07:12:43.935787 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-c730f2dd-f98b-4705-b477-52a382d8c7e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76831d00-58a1-47e9-9b81-0db7f5d32fdd HTTP/1.1" status: 200 len: 217 time: 0.0596766 Jun 15 07:12:43.987316 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ec6500e-533d-4632-afa9-9cb45ea54759 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.010453 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-1684f713-dd9d-4a82-94ec-c242de98ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:44.012312 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-1684f713-dd9d-4a82-94ec-c242de98ad1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a9757c04b3f40489610e8b5d3bf542f&device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 1101 time: 0.0596621 Jun 15 07:12:44.039181 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8efe-6ac4-444a-9a82-d820944d8827 req-440e954e-2cee-4c28-8357-1633d59342b6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:44.040657 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b70c8efe-6ac4-444a-9a82-d820944d8827 req-440e954e-2cee-4c28-8357-1633d59342b6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 943 time: 0.2209511 Jun 15 07:12:44.044903 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-16ae9fb0-75b7-4cf6-8072-e7aa154da286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:44.046260 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-16ae9fb0-75b7-4cf6-8072-e7aa154da286 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=083bc4db-9208-425e-b16f-fd427f441c9a HTTP/1.1" status: 200 len: 853 time: 0.0970774 Jun 15 07:12:44.113337 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-d2468032-cf72-4bbc-8eb6-a7c295252200 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533841 Jun 15 07:12:44.136014 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-2426f2ef-0c57-4f06-95fc-d3a622576c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:44.137601 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-2426f2ef-0c57-4f06-95fc-d3a622576c4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a457ccb7-0596-45ea-88d3-23f065f701c5 HTTP/1.1" status: 200 len: 870 time: 0.1147165 Jun 15 07:12:44.166165 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b70c8efe-6ac4-444a-9a82-d820944d8827 req-b1e60b36-4338-4322-9711-b55914ad06fd tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189055 Jun 15 07:12:44.193452 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-9505ca09-1081-4649-be47-95b31e90981b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e7f21df5-8fa8-408a-a297-0bb7a18935fe HTTP/1.1" status: 200 len: 217 time: 0.0491886 Jun 15 07:12:44.269327 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ec6500e-533d-4632-afa9-9cb45ea54759 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.282637 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ec6500e-533d-4632-afa9-9cb45ea54759 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.286520 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-eb788280-fb0f-4454-9835-cae12356f71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:44.306723 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-e9ee1fc7-d6cf-4c79-8245-72650b5d1afe service neutron] 10.222.0.11 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819010 Jun 15 07:12:44.328546 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ec6500e-533d-4632-afa9-9cb45ea54759 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.329783 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1ec6500e-533d-4632-afa9-9cb45ea54759 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4628830 Jun 15 07:12:44.333613 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39624) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:44.338172 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'security_group_rule': {'security_group_id': '7b4c0bde-91f9-403e-8070-3545d2f9f203', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:44.371837 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6500e-533d-4632-afa9-9cb45ea54759 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4c0bde-91f9-403e-8070-3545d2f9f203,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:44.380324 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1ec6500e-533d-4632-afa9-9cb45ea54759 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:44.456302 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.492245 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aca75c82-82bf-4b1c-8655-0869630e6c51 req-07b40db6-1823-4db8-b866-3be3dc66a9a7 service neutron] 10.222.0.11 "GET /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772802 Jun 15 07:12:44.528965 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.535464 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.538101 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:44.550852 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-f64aad26-f9ae-476e-a470-b2e958282c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:44.552200 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-f64aad26-f9ae-476e-a470-b2e958282c46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb00da09-3af9-413a-82ed-277ec3baa9a6 HTTP/1.1" status: 200 len: 843 time: 0.3516071 Jun 15 07:12:44.559705 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eeedd23-8fcf-4509-8620-13f8ab14dc9d,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:44.562851 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:44.567250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.569343 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2340481 Jun 15 07:12:44.571204 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39630) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:44.577009 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'security_group_rule': {'security_group_id': '7b4c0bde-91f9-403e-8070-3545d2f9f203', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:44.607552 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.622736 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-d51638e7-8709-46b5-80e2-1d5e0d77e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:44.624117 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-d51638e7-8709-46b5-80e2-1d5e0d77e2a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a457ccb7-0596-45ea-88d3-23f065f701c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0645499 Jun 15 07:12:44.674712 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.678409 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.683914 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:44.700734 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae0ae2f-20ef-470d-b1fc-1b69115a8dd1,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:44.705617 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:44.707747 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.711966 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368043 Jun 15 07:12:44.712278 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39632) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:44.719328 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:44.747108 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.763198 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-03be7ccd-58bd-4f96-b81c-559f4e2338bf service neutron] 10.222.0.11 "GET /v2.0/networks/a457ccb7-0596-45ea-88d3-23f065f701c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310904 Jun 15 07:12:44.855309 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39638) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:44.897637 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:44.934472 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4a4646c-5c70-4e3f-9f4f-6c7a1049d032 req-c3ad580f-a429-4f28-89a9-2dd5e99128ea service neutron] 10.222.0.11 "GET /v2.0/networks/a457ccb7-0596-45ea-88d3-23f065f701c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645064 Jun 15 07:12:44.957070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858efa85-5a30-4ecb-91e0-5d595e337c8c req-3ff75564-a3cf-4c1a-b22a-58b4f13a02bf tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:44.958809 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-858efa85-5a30-4ecb-91e0-5d595e337c8c req-3ff75564-a3cf-4c1a-b22a-58b4f13a02bf tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 948 time: 0.0960007 Jun 15 07:12:44.990791 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-39a44c13-f779-4575-b7df-771c660aebd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.002144 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-858efa85-5a30-4ecb-91e0-5d595e337c8c req-7c792a5c-fa86-4997-8687-b5f7a5397b1f tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366981 Jun 15 07:12:45.076413 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Allocated IP 172.27.3.185 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/9663ced6-65a3-4bde-bec7-e3bf7bfe7dc3) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:12:45.250128 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-39a44c13-f779-4575-b7df-771c660aebd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.255625 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.259342 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-39a44c13-f779-4575-b7df-771c660aebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.264061 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2522ceee-9db4-40b6-9eff-dc32c74d70dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:45.343339 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-39a44c13-f779-4575-b7df-771c660aebd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be23bc6f51314a1392cd823a673eb8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860430 Jun 15 07:12:45.345935 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39644) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:45.348894 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a44c13-f779-4575-b7df-771c660aebd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a05145-4a33-4aae-8630-ea04224fc419,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:45.360139 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-39a44c13-f779-4575-b7df-771c660aebd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:45.382577 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.385146 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ead6d4f-59c3-43eb-a228-de8b3e8a0d5b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:45.403543 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d081701b-cde6-4f1e-808a-6c569e865669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.427116 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d081701b-cde6-4f1e-808a-6c569e865669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.478614 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d081701b-cde6-4f1e-808a-6c569e865669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.482189 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d081701b-cde6-4f1e-808a-6c569e865669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.483358 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d081701b-cde6-4f1e-808a-6c569e865669 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78a05145-4a33-4aae-8630-ea04224fc419 HTTP/1.1" status: 204 len: 168 time: 0.1364329 Jun 15 07:12:45.484353 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5f6be97c-d583-41bd-a9d7-6a8c54954e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:45.493671 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081701b-cde6-4f1e-808a-6c569e865669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a05145-4a33-4aae-8630-ea04224fc419,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:45.496933 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d081701b-cde6-4f1e-808a-6c569e865669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:45.679760 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:12:45.690386 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:12:45.700957 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3bfe1-7466-4320-a2ad-6b2baa05c212 req-b3b72722-a800-485f-9d59-3f43d70bf552 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:45.702430 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2c3bfe1-7466-4320-a2ad-6b2baa05c212 req-b3b72722-a800-485f-9d59-3f43d70bf552 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 943 time: 0.4146404 Jun 15 07:12:45.703191 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:12:45.736836 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'Port': ['ID=9663ced6-65a3-4bde-bec7-e3bf7bfe7dc3,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:45.746574 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:45.775704 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 39650) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:45.792952 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9b937474-e961-49b3-af16-5e36a89e5d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.796365 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2c3bfe1-7466-4320-a2ad-6b2baa05c212 req-8a9d0adc-cb21-448c-b4d5-e2720ad85473 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851688 Jun 15 07:12:45.845964 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.889806 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9b937474-e961-49b3-af16-5e36a89e5d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.894112 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9b937474-e961-49b3-af16-5e36a89e5d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.895833 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:45.897637 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-07435ad5-6878-4bb6-8f87-c28fb8044faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:45.937570 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9b937474-e961-49b3-af16-5e36a89e5d35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a69d2f78c9443b591f430e72451c48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601794 Jun 15 07:12:45.938738 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b937474-e961-49b3-af16-5e36a89e5d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9744cb11-f8fc-4fa3-9fe6-8ce08a3c0735,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:45.940512 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 39652) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:45.941866 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9b937474-e961-49b3-af16-5e36a89e5d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:46.076684 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-be8082fd-b3b0-4f93-9be8-b08e51edf1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.120080 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-be8082fd-b3b0-4f93-9be8-b08e51edf1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.175779 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.181152 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.183882 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:46.221292 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55479-56fc-4aeb-8efe-58049b31ea04 req-8e215dca-12f0-4990-9142-61b6a8e86e70 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:46.223070 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-17c55479-56fc-4aeb-8efe-58049b31ea04 req-8e215dca-12f0-4990-9142-61b6a8e86e70 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 948 time: 0.0820193 Jun 15 07:12:46.257364 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-be8082fd-b3b0-4f93-9be8-b08e51edf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.260001 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-be8082fd-b3b0-4f93-9be8-b08e51edf1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.261729 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-be8082fd-b3b0-4f93-9be8-b08e51edf1a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9744cb11-f8fc-4fa3-9fe6-8ce08a3c0735 HTTP/1.1" status: 204 len: 168 time: 0.3164890 Jun 15 07:12:46.266900 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device e7f21df5-8fa8-408a-a297-0bb7a18935fe details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:12:46.271115 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-17c55479-56fc-4aeb-8efe-58049b31ea04 req-1598a31b-67ba-4980-989d-d0c6825f0638 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Jun 15 07:12:46.275152 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'Port': ['ID=9663ced6-65a3-4bde-bec7-e3bf7bfe7dc3,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:46.279707 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:46.280215 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c43489f7-45a9-4b8b-b04f-20510731db6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:46.293102 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8082fd-b3b0-4f93-9be8-b08e51edf1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9744cb11-f8fc-4fa3-9fe6-8ce08a3c0735,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:46.296098 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-be8082fd-b3b0-4f93-9be8-b08e51edf1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:46.298385 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.321618 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.331847 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6181030 Jun 15 07:12:46.430764 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port e7f21df5-8fa8-408a-a297-0bb7a18935fe, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e7f21df5-8fa8-408a-a297-0bb7a18935fe,segment=NetworkSegment(302e1911-bf33-49ba-826b-56c209fc25ee),segment_id=302e1911-bf33-49ba-826b-56c209fc25ee)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:46.446358 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'e7f21df5-8fa8-408a-a297-0bb7a18935fe', 'network_id': 'a457ccb7-0596-45ea-88d3-23f065f701c5', 'port_id': 'e7f21df5-8fa8-408a-a297-0bb7a18935fe', 'mac_address': 'fa:16:3e:7f:de:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb00da09-3af9-413a-82ed-277ec3baa9a6', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:12:46.501314 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.517911 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f21df5-8fa8-408a-a297-0bb7a18935fe {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:12:46.535825 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-c25a3d93-9a93-44d3-b88d-8abba10ba3fa tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1800476066&fields=id&tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe HTTP/1.1" status: 200 len: 267 time: 0.0384400 Jun 15 07:12:46.543417 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port e7f21df5-8fa8-408a-a297-0bb7a18935fe, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e7f21df5-8fa8-408a-a297-0bb7a18935fe,segment=NetworkSegment(302e1911-bf33-49ba-826b-56c209fc25ee),segment_id=302e1911-bf33-49ba-826b-56c209fc25ee)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:46.547574 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.548426 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 76831d00-58a1-47e9-9b81-0db7f5d32fdd details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:12:46.550431 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:46.615531 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=e7f21df5-8fa8-408a-a297-0bb7a18935fe,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:46.643945 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.644323 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.644674 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.645034 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.645345 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.645662 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.645985 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.646305 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.646627 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.646949 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.647263 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.647575 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:12:46.652712 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:46.685683 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-5c70a877-1f42-48e1-81e8-7b1e00421d13 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:46.687711 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-5c70a877-1f42-48e1-81e8-7b1e00421d13 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 816 time: 0.1444192 Jun 15 07:12:46.704759 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-7cb5920a-0c53-4e0d-bc70-0a0c24aa52fa tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/quotas/f3336ee0c5a9459ca40f0bd8ae3da4fe HTTP/1.1" status: 200 len: 375 time: 0.0109823 Jun 15 07:12:46.737350 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 76831d00-58a1-47e9-9b81-0db7f5d32fdd, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=76831d00-58a1-47e9-9b81-0db7f5d32fdd,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:46.750539 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '76831d00-58a1-47e9-9b81-0db7f5d32fdd', 'network_id': '336e0fc2-4c0b-40a9-bd1f-51c45041fe5b', 'port_id': '76831d00-58a1-47e9-9b81-0db7f5d32fdd', 'mac_address': 'fa:16:3e:37:25:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083bc4db-9208-425e-b16f-fd427f441c9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:12:46.796046 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-6b22dfc0-d4b3-44b1-bc7b-87f35fa79682 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835230 Jun 15 07:12:46.804154 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.817035 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.822403 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76831d00-58a1-47e9-9b81-0db7f5d32fdd {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:12:46.846144 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 76831d00-58a1-47e9-9b81-0db7f5d32fdd, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=76831d00-58a1-47e9-9b81-0db7f5d32fdd,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:46.850964 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:46.852907 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:46.930016 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=76831d00-58a1-47e9-9b81-0db7f5d32fdd,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:46.934606 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:46.939619 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-63b633b7-3707-476d-b662-c6ddc737baae service neutron] 10.222.0.24 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299362 Jun 15 07:12:46.997527 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c580-2a60-43a2-b048-00bbfbd0bf10 req-4aa75eb4-6b2a-4c01-8d7a-eed40a52dd00 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:46.999235 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24b2c580-2a60-43a2-b048-00bbfbd0bf10 req-4aa75eb4-6b2a-4c01-8d7a-eed40a52dd00 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 944 time: 0.0770791 Jun 15 07:12:47.046156 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24b2c580-2a60-43a2-b048-00bbfbd0bf10 req-44263556-a008-4b34-954d-9a9f902b4d33 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Jun 15 07:12:47.071234 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-1fb1a38b-2855-47fe-8fa3-1ae9565d33bd service neutron] 10.222.0.24 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252198 Jun 15 07:12:47.074055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9e6358e2-bfbd-4435-9332-0c157dda18aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:47.102803 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['e7f21df5-8fa8-408a-a297-0bb7a18935fe'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:12:47.105961 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['76831d00-58a1-47e9-9b81-0db7f5d32fdd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:12:47.300155 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3bafe3d8-e33a-4360-87eb-6fe6536e436e req-fcc511a4-18ab-4463-9bfc-28c0f7a9a2b7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 210 time: 0.0438435 Jun 15 07:12:47.509660 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3d906-5258-4afc-86e5-03d526dfdb53 req-f203aff2-8230-4c6f-bde9-b5ce4b767851 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:47.512145 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1ee3d906-5258-4afc-86e5-03d526dfdb53 req-f203aff2-8230-4c6f-bde9-b5ce4b767851 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 949 time: 0.0804760 Jun 15 07:12:47.559986 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1ee3d906-5258-4afc-86e5-03d526dfdb53 req-df376687-f606-4c3e-bbfe-8742e43b3625 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Jun 15 07:12:48.233912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22750299-741f-4737-b3ad-fbcadde84055 req-3f8fb1c7-e713-43c4-8d20-e229d05584e5 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:48.235382 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-22750299-741f-4737-b3ad-fbcadde84055 req-3f8fb1c7-e713-43c4-8d20-e229d05584e5 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 944 time: 0.0702674 Jun 15 07:12:48.263798 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 76831d00-58a1-47e9-9b81-0db7f5d32fdd up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:12:48.282013 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-22750299-741f-4737-b3ad-fbcadde84055 req-ce235e2b-ed00-4d02-9a05-444fbf1af4c4 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Jun 15 07:12:48.333517 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 76831d00-58a1-47e9-9b81-0db7f5d32fdd completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:12:48.337836 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 76831d00-58a1-47e9-9b81-0db7f5d32fdd triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:12:48.338216 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:48.448160 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:48.470968 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-476b818c-72d1-4b8d-841c-1e295b196087 req-bcf079bf-f879-4fce-9d29-faa70283402c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 210 time: 0.0414259 Jun 15 07:12:48.489558 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a346420c-1ec5-44a2-a70c-cc8a7f040601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76831d00-58a1-47e9-9b81-0db7f5d32fdd'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:48.492141 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7195431d-dd17-4298-8c6f-e830adeda38b" -d '{"events": [{"server_uuid": "a346420c-1ec5-44a2-a70c-cc8a7f040601", "name": "network-vif-plugged", "status": "completed", "tag": "76831d00-58a1-47e9-9b81-0db7f5d32fdd"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:48.507726 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 76831d00-58a1-47e9-9b81-0db7f5d32fdd, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=76831d00-58a1-47e9-9b81-0db7f5d32fdd,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:48.513308 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:48.514937 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device e7f21df5-8fa8-408a-a297-0bb7a18935fe up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:12:48.517147 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:48.532367 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-246e8456-3264-4543-a92f-a8515f2abe93 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:48.534387 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-246e8456-3264-4543-a92f-a8515f2abe93 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 816 time: 0.1855454 Jun 15 07:12:48.553859 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1895801c-2d03-42c9-99b1-44eb57165ac6 x-openstack-request-id: req-1895801c-2d03-42c9-99b1-44eb57165ac6 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:48.554157 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a346420c-1ec5-44a2-a70c-cc8a7f040601", "name": "network-vif-plugged", "status": "completed", "tag": "76831d00-58a1-47e9-9b81-0db7f5d32fdd", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:48.554423 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1895801c-2d03-42c9-99b1-44eb57165ac6 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:48.554819 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a346420c-1ec5-44a2-a70c-cc8a7f040601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76831d00-58a1-47e9-9b81-0db7f5d32fdd', 'code': 200} Jun 15 07:12:48.590655 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-2b65da5d-82bd-45a7-898b-6faa43c13600 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe HTTP/1.1" status: 200 len: 380 time: 0.0440154 Jun 15 07:12:48.602132 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'port': {'device_id': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'admin_state_up': True, 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'security_groups': ['7b4c0bde-91f9-403e-8070-3545d2f9f203']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:48.625314 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=76831d00-58a1-47e9-9b81-0db7f5d32fdd,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:48.635744 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:48.647814 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port e7f21df5-8fa8-408a-a297-0bb7a18935fe completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:12:48.652383 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port e7f21df5-8fa8-408a-a297-0bb7a18935fe triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:12:48.652828 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:48.770285 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:48.786375 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Made reservation on behalf of f3336ee0c5a9459ca40f0bd8ae3da4fe for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:12:48.791214 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:48.829937 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477430a-bc59-4223-9bfd-930d92c2fed4 req-37fa31b4-4d8a-4bd2-af8e-c23548dc90d8 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:48.832881 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port e7f21df5-8fa8-408a-a297-0bb7a18935fe, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e7f21df5-8fa8-408a-a297-0bb7a18935fe,segment=NetworkSegment(302e1911-bf33-49ba-826b-56c209fc25ee),segment_id=302e1911-bf33-49ba-826b-56c209fc25ee)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:48.834819 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b477430a-bc59-4223-9bfd-930d92c2fed4 req-37fa31b4-4d8a-4bd2-af8e-c23548dc90d8 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 949 time: 0.1080835 Jun 15 07:12:48.839479 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:48.843457 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ca5913b8-71d9-4c75-b5b4-728f78183d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:48.898927 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=e7f21df5-8fa8-408a-a297-0bb7a18935fe,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:48.902943 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:48.921404 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b477430a-bc59-4223-9bfd-930d92c2fed4 req-64d51a70-b025-4e73-9c5b-d63b790306a3 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803807 Jun 15 07:12:48.943231 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de14da-df37-4e93-8d36-2ccd71a59e65 req-be582eab-c913-49b5-9fda-9ce31ddb59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:48.945049 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c1de14da-df37-4e93-8d36-2ccd71a59e65 req-be582eab-c913-49b5-9fda-9ce31ddb59d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 1098 time: 0.0925314 Jun 15 07:12:48.979070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Allocated IP 172.20.0.12 (1c5d9319-2881-4473-81c7-57b98bc8078f/dd471a62-9f5c-4c68-8fc0-f74e2a860962/2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:12:48.986662 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c1de14da-df37-4e93-8d36-2ccd71a59e65 req-b05d4513-b594-4f30-bf76-44b182019524 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338759 Jun 15 07:12:49.143562 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.160375 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Transition to ACTIVE for port object 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:12:49.209391 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.214728 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:49.267221 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Network 1c5d9319-2881-4473-81c7-57b98bc8078f is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:12:49.270439 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:12:49.274774 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:12:49.279268 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:49.305165 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:49.334664 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:49.335287 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.352026 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550519 Jun 15 07:12:49.364976 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Request body: {'port': {'device_id': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:49.499825 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.535525 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-566ff4c2-db74-4aa6-89b6-9623998d4ac9 None None] Provisioning for port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:12:49.540854 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-566ff4c2-db74-4aa6-89b6-9623998d4ac9 None None] Provisioning complete for port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:12:49.541292 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-566ff4c2-db74-4aa6-89b6-9623998d4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.593659 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9f10-b7e3-40a6-9a66-617d9d6dcab7 req-ec2ee065-81f2-400c-bdfe-046b2d7855f1 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:49.595141 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0abb9f10-b7e3-40a6-9a66-617d9d6dcab7 req-ec2ee065-81f2-400c-bdfe-046b2d7855f1 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 945 time: 0.1453185 Jun 15 07:12:49.596138 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-566ff4c2-db74-4aa6-89b6-9623998d4ac9 None None] Port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:12:49.601241 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6aa5953d-8c64-443d-a489-14096f56ada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.709934 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.721748 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db19f97-3af7-4399-bfa6-4b25576c0f40 req-fa7f395e-31c0-40c7-875e-22cac28f2b18 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:49.723214 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8db19f97-3af7-4399-bfa6-4b25576c0f40 req-fa7f395e-31c0-40c7-875e-22cac28f2b18 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 932 time: 0.0963299 Jun 15 07:12:49.732399 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0abb9f10-b7e3-40a6-9a66-617d9d6dcab7 req-4784cd52-337b-484a-a696-076036771fe7 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830636 Jun 15 07:12:49.766167 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8db19f97-3af7-4399-bfa6-4b25576c0f40 req-0f3f22a6-7091-4549-82c4-580624c2b6a1 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372527 Jun 15 07:12:49.889592 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:12:49.897815 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.910122 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Transition to ACTIVE for port object 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:12:49.913429 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:49.915325 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-09acb18a-dbb2-451d-a6f3-c3ff809e122b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:50.022250 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:50.045323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:50.153034 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Attempting to bind port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:12:50.153370 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Attempting to bind port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:12:50.153698 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Attempting to bind port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e on network 1c5d9319-2881-4473-81c7-57b98bc8078f {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:12:50.160552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e on network 1c5d9319-2881-4473-81c7-57b98bc8078f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:12:50.160886 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Attempting to bind port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e on network 1c5d9319-2881-4473-81c7-57b98bc8078f {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:12:50.169068 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:12:50.169395 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Checking segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:12:50.169765 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Bound using segment: {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:12:50.170180 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Bound port: 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f839d350-3d76-4278-8577-ccfdb2f7f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:12:50.170519 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:50.180422 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980682-3085-4ea3-969e-f6493ed3d615 req-e75212cd-6618-4c9d-aced-a823206ce55e tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:50.181980 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-69980682-3085-4ea3-969e-f6493ed3d615 req-e75212cd-6618-4c9d-aced-a823206ce55e tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 950 time: 0.1357474 Jun 15 07:12:50.275498 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-69980682-3085-4ea3-969e-f6493ed3d615 req-3084a25c-5371-4326-9e6e-e42df994a2b2 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834477 Jun 15 07:12:50.287789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:12:50.292377 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:12:50.296934 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:50.298828 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:50.340573 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:50.341208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:50.342628 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] 10.222.0.11 "PUT /v2.0/ports/2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e HTTP/1.1" status: 200 len: 1094 time: 0.9823089 Jun 15 07:12:50.343127 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:50.345526 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:50.371222 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:50.374190 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:50.398804 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6440cf0-f9ec-4415-90dd-11f15127345c x-openstack-request-id: req-b6440cf0-f9ec-4415-90dd-11f15127345c {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:50.399117 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:50.399475 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6440cf0-f9ec-4415-90dd-11f15127345c {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:50.399803 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'status': 'completed', 'code': 200} Jun 15 07:12:50.466423 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-7205ded5-dd8d-4fc0-8c73-9f29902c8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:50.468454 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-7205ded5-dd8d-4fc0-8c73-9f29902c8ff5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 1097 time: 0.0779331 Jun 15 07:12:50.524707 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-32dda652-3591-49c5-8fca-e0f3cc8d2429 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e HTTP/1.1" status: 200 len: 217 time: 0.0480933 Jun 15 07:12:50.555526 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bdf236-6363-4530-98a4-930c65358275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f21df5-8fa8-408a-a297-0bb7a18935fe'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:50.557955 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351b240f-c1d9-44b7-a1ab-9e900e4bd614" -d '{"events": [{"server_uuid": "12bdf236-6363-4530-98a4-930c65358275", "name": "network-vif-plugged", "status": "completed", "tag": "e7f21df5-8fa8-408a-a297-0bb7a18935fe"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:50.586606 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-9a425db6-ad4f-4740-85dd-cd71976c670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:50.588073 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-9a425db6-ad4f-4740-85dd-cd71976c670c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0566812 Jun 15 07:12:50.603248 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4d2202-cf69-4616-aa71-8fbf5bab84ec x-openstack-request-id: req-5f4d2202-cf69-4616-aa71-8fbf5bab84ec {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:50.603548 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bdf236-6363-4530-98a4-930c65358275", "name": "network-vif-plugged", "status": "completed", "tag": "e7f21df5-8fa8-408a-a297-0bb7a18935fe", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:50.603813 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f4d2202-cf69-4616-aa71-8fbf5bab84ec {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:50.604206 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bdf236-6363-4530-98a4-930c65358275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f21df5-8fa8-408a-a297-0bb7a18935fe', 'code': 200} Jun 15 07:12:50.659088 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-8533885d-610c-4b46-a760-b58dcb6ef72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:50.660638 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-8533885d-610c-4b46-a760-b58dcb6ef72d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657394 Jun 15 07:12:50.789398 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-09664982-ab29-480f-9972-398263ace414 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215005 Jun 15 07:12:50.834242 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:50.858511 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df699d1-e4e3-45ea-8e2d-00af49f3722a req-0313c8ad-d9c6-4b21-933b-12d61c1b1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:50.860055 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0df699d1-e4e3-45ea-8e2d-00af49f3722a req-0313c8ad-d9c6-4b21-933b-12d61c1b1d52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 1103 time: 0.0705721 Jun 15 07:12:50.969051 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0df699d1-e4e3-45ea-8e2d-00af49f3722a req-eed32bd1-c64a-47f2-906b-cba54274d16c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014404 Jun 15 07:12:50.995484 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2e64b-7346-4dbf-9ae6-4efd5d29e0d5 req-9f5e961b-2c41-45dc-953a-0c06503bc750 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:50.996980 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f4e2e64b-7346-4dbf-9ae6-4efd5d29e0d5 req-9f5e961b-2c41-45dc-953a-0c06503bc750 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 945 time: 0.1197302 Jun 15 07:12:51.002780 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec9cb54-75fb-409c-8275-b93891308e1e req-7d0c69d1-010b-4b98-a161-022aa22a0fec service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057929 Jun 15 07:12:51.024028 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb6c0c-a2c9-42cf-8455-03a57141f620 req-15405d02-cba7-4e75-a245-a10c2b5f2eea tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:51.025722 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccdb6c0c-a2c9-42cf-8455-03a57141f620 req-15405d02-cba7-4e75-a245-a10c2b5f2eea tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.1282039 Jun 15 07:12:51.047502 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f4e2e64b-7346-4dbf-9ae6-4efd5d29e0d5 req-3c6e6855-786d-4400-aff7-b8d5f3b509f6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Jun 15 07:12:51.076048 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccdb6c0c-a2c9-42cf-8455-03a57141f620 req-2e668f8b-aec1-4e50-ab57-bf25c1080d1d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Jun 15 07:12:51.164189 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-2e682b49-647c-4d47-953f-b18666120b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:51.165741 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-2e682b49-647c-4d47-953f-b18666120b9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 1097 time: 0.0629003 Jun 15 07:12:51.293728 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-ebbc916c-dbf2-41d0-9596-94e6539276dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:51.295386 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-ebbc916c-dbf2-41d0-9596-94e6539276dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.1224713 Jun 15 07:12:51.369686 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-173bb4ee-8d25-47a2-8254-3293935c0103 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e HTTP/1.1" status: 200 len: 217 time: 0.0662816 Jun 15 07:12:51.466702 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-9119ad9d-8631-430d-ba23-cbce65c513f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:51.468292 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-9119ad9d-8631-430d-ba23-cbce65c513f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0932822 Jun 15 07:12:51.545285 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f55ca-a311-4121-9792-85918e543a95 req-07edd10b-4108-4bf0-8198-479f39f419c2 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:51.546910 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ea4f55ca-a311-4121-9792-85918e543a95 req-07edd10b-4108-4bf0-8198-479f39f419c2 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 950 time: 0.1259370 Jun 15 07:12:51.581695 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-40d835ca-a88e-4588-967d-4ad20dba248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:51.583446 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-40d835ca-a88e-4588-967d-4ad20dba248d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074393 Jun 15 07:12:51.606568 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ea4f55ca-a311-4121-9792-85918e543a95 req-58a29b71-763d-4890-836c-5f72762a6b07 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461671 Jun 15 07:12:51.724954 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-5d30fdbd-40b1-4d7f-8acc-6807b2e24cf4 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174028 Jun 15 07:12:52.142580 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9fc8724e-d106-4063-bb5e-7bf4cab7a7c6 req-a17d3339-68b6-4a3f-a942-5e60af9b18ce service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049172 Jun 15 07:12:52.271188 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc136-f222-4482-977a-ddb3916ef3b2 req-7ab89a53-45b1-4da1-be8d-e250e4078cec tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:52.272629 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18afc136-f222-4482-977a-ddb3916ef3b2 req-7ab89a53-45b1-4da1-be8d-e250e4078cec tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0735183 Jun 15 07:12:52.292551 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:52.318903 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18afc136-f222-4482-977a-ddb3916ef3b2 req-81650bdd-3be9-4a2e-9e45-44f83b91a098 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392146 Jun 15 07:12:52.792076 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42560a72-04df-44ef-a0c8-a5829cf8fd57 req-029eaded-38ee-44bd-be35-5f030d914f64 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:52.793521 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-42560a72-04df-44ef-a0c8-a5829cf8fd57 req-029eaded-38ee-44bd-be35-5f030d914f64 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 950 time: 0.0666208 Jun 15 07:12:52.834191 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-42560a72-04df-44ef-a0c8-a5829cf8fd57 req-aec2c92a-e0b4-4b33-a514-9bc5d7804180 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Jun 15 07:12:53.271716 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae0994-599c-43e4-b88d-7403ac61bfba req-07b3ba4c-c4f4-4849-a73c-5572a7b374eb tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:53.273193 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-21ae0994-599c-43e4-b88d-7403ac61bfba req-07b3ba4c-c4f4-4849-a73c-5572a7b374eb tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 950 time: 0.0731227 Jun 15 07:12:53.315832 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-21ae0994-599c-43e4-b88d-7403ac61bfba req-f2f98a91-3f24-4d23-bd7b-64d7bd0411b0 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 Jun 15 07:12:53.686125 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f03b61-eeff-48c5-8cd1-e74e467f327c req-629c859f-7549-4d1d-870d-f8b342514484 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:53.687580 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c9f03b61-eeff-48c5-8cd1-e74e467f327c req-629c859f-7549-4d1d-870d-f8b342514484 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.2401624 Jun 15 07:12:53.732076 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c9f03b61-eeff-48c5-8cd1-e74e467f327c req-3ba283ed-72e7-4f8f-935d-838bf6c60f52 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386569 Jun 15 07:12:54.272657 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:12:54.393097 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:54.405414 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'port_id': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'mac_address': 'fa:16:3e:e9:74:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:12:54.454907 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:54.471276 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:12:54.492957 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:54.498702 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:54.500981 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:54.570135 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:54.573982 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:54.618929 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de78182-7c91-44cf-8dd8-ef4138d46f65 req-d9a6809e-461f-4324-980d-0a2813a5596f tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:54.621085 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0de78182-7c91-44cf-8dd8-ef4138d46f65 req-d9a6809e-461f-4324-980d-0a2813a5596f tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 950 time: 0.1918471 Jun 15 07:12:54.654259 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-324a79b5-71f8-4823-95bd-5221db746125 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:54.655684 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-324a79b5-71f8-4823-95bd-5221db746125 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.11 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 950 time: 0.1045487 Jun 15 07:12:54.705704 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0de78182-7c91-44cf-8dd8-ef4138d46f65 req-b98f4bb4-6b5c-4bd3-b3e9-59ac0cd8a9a8 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/security-groups?id=995bda3d-6aa7-4944-9ccb-83e9f8590770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774529 Jun 15 07:12:54.730961 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:12:54.803975 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Deleting port e7f21df5-8fa8-408a-a297-0bb7a18935fe {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:12:54.804914 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:54.942789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] For port e7f21df5-8fa8-408a-a297-0bb7a18935fe, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e7f21df5-8fa8-408a-a297-0bb7a18935fe,segment=NetworkSegment(302e1911-bf33-49ba-826b-56c209fc25ee),segment_id=302e1911-bf33-49ba-826b-56c209fc25ee)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:54.943242 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:55.041606 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Calling delete_port for e7f21df5-8fa8-408a-a297-0bb7a18935fe owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:12:55.042741 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fbd53-45b7-40a6-9e83-e488d9b3b918 req-52170942-8969-4755-8135-90edbd76cdd4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:55.044767 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-718fbd53-45b7-40a6-9e83-e488d9b3b918 req-52170942-8969-4755-8135-90edbd76cdd4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 945 time: 0.0781438 Jun 15 07:12:55.097660 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-718fbd53-45b7-40a6-9e83-e488d9b3b918 req-40968cb8-51ac-4f0e-bf6b-bd409c864547 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Jun 15 07:12:55.202618 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:55.206567 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:55.243855 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Pushing event deleted for resources: {'Port': ['ID=e7f21df5-8fa8-408a-a297-0bb7a18935fe,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:55.249340 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:55.285203 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['e7f21df5-8fa8-408a-a297-0bb7a18935fe'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:12:55.302416 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] No DVR routers for this DVR port e7f21df5-8fa8-408a-a297-0bb7a18935fe on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:12:55.305540 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:55.307743 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6772f89c-d80f-4df9-aef7-e36fecd104dd req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.11 "DELETE /v2.0/ports/e7f21df5-8fa8-408a-a297-0bb7a18935fe HTTP/1.1" status: 204 len: 173 time: 0.6454082 Jun 15 07:12:55.308273 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bdf236-6363-4530-98a4-930c65358275', 'name': 'network-vif-deleted', 'tag': 'e7f21df5-8fa8-408a-a297-0bb7a18935fe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:55.310638 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162474e9-e832-44b2-83b0-b4e51d9a7e06" -d '{"events": [{"server_uuid": "12bdf236-6363-4530-98a4-930c65358275", "name": "network-vif-deleted", "tag": "e7f21df5-8fa8-408a-a297-0bb7a18935fe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:55.359812 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab10deb-c0e5-4216-a628-9c40357329d0 x-openstack-request-id: req-6ab10deb-c0e5-4216-a628-9c40357329d0 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:55.360557 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bdf236-6363-4530-98a4-930c65358275", "name": "network-vif-deleted", "tag": "e7f21df5-8fa8-408a-a297-0bb7a18935fe", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:55.361053 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ab10deb-c0e5-4216-a628-9c40357329d0 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:55.361774 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bdf236-6363-4530-98a4-930c65358275', 'name': 'network-vif-deleted', 'tag': 'e7f21df5-8fa8-408a-a297-0bb7a18935fe', 'status': 'completed', 'code': 200} Jun 15 07:12:55.531520 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:12:55.876459 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9068871f-cac2-404a-886a-2eda38048f06 req-dc3a4dfc-66ce-41ca-bc74-072934c57ec3 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] 10.222.0.24 "GET /v2.0/ports?device_id=12bdf236-6363-4530-98a4-930c65358275 HTTP/1.1" status: 200 len: 210 time: 0.0387602 Jun 15 07:12:56.282140 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:12:56.286138 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793208b5-911a-4781-b381-360bcc6158eb req-6bd83965-f3a4-474b-8653-5ccd2a2b8d50 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:56.287638 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-793208b5-911a-4781-b381-360bcc6158eb req-6bd83965-f3a4-474b-8653-5ccd2a2b8d50 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 945 time: 0.0710557 Jun 15 07:12:56.334580 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-793208b5-911a-4781-b381-360bcc6158eb req-d3f542cc-0dcb-4789-b534-cd50f4f43de5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 Jun 15 07:12:56.341067 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:12:56.344772 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:12:56.345249 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:56.434704 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:56.458208 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:12:56.460440 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0969e-eb0a-42de-a670-25bdd97f036c" -d '{"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-plugged", "status": "completed", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:12:56.473904 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:12:56.478366 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:56.479531 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device e7f21df5-8fa8-408a-a297-0bb7a18935fe no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:12:56.481336 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:12:56.506146 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca71cfe-1ed9-496d-a4d5-9a611ac69d99 x-openstack-request-id: req-aca71cfe-1ed9-496d-a4d5-9a611ac69d99 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:12:56.506449 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-plugged", "status": "completed", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:12:56.506729 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aca71cfe-1ed9-496d-a4d5-9a611ac69d99 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:12:56.507100 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'code': 200} Jun 15 07:12:56.531131 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: e7f21df5-8fa8-408a-a297-0bb7a18935fe {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:12:56.531484 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device e7f21df5-8fa8-408a-a297-0bb7a18935fe not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:12:56.560961 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:12:56.563837 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:12:56.734080 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db58d-5ad1-4755-a2e5-4940cfc2a0a0 req-7d59f330-213a-469b-9d01-ca555d9ce0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:56.735431 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be3db58d-5ad1-4755-a2e5-4940cfc2a0a0 req-7d59f330-213a-469b-9d01-ca555d9ce0b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 1099 time: 0.0568027 Jun 15 07:12:56.771893 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be3db58d-5ad1-4755-a2e5-4940cfc2a0a0 req-2d8759e8-8b9a-46d6-88a5-36634444f687 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301390 Jun 15 07:12:57.540271 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8caf-1afe-4222-8def-682602c23787 req-3c8bf855-97fc-4b98-81d7-2392b45ad06c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:57.542209 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-715d8caf-1afe-4222-8def-682602c23787 req-3c8bf855-97fc-4b98-81d7-2392b45ad06c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0761952 Jun 15 07:12:57.592169 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-715d8caf-1afe-4222-8def-682602c23787 req-ff1ae94c-13d5-485e-9e98-3d7eef87e6fc tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Jun 15 07:12:58.801561 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c694a-72e3-4d9c-8f7a-b91454308403 req-ed17e30d-07b3-42f2-876a-181449bd0829 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:58.805517 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-650c694a-72e3-4d9c-8f7a-b91454308403 req-ed17e30d-07b3-42f2-876a-181449bd0829 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0869968 Jun 15 07:12:58.844920 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-650c694a-72e3-4d9c-8f7a-b91454308403 req-388340d3-a9d6-4964-8efb-67782fcb1b3e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378335 Jun 15 07:12:59.053937 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfa1bb-88e8-4aa4-8796-818276b790f1 req-0dcf6634-6db1-4ea6-879f-b7d1deaa6198 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:59.055590 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fadfa1bb-88e8-4aa4-8796-818276b790f1 req-0dcf6634-6db1-4ea6-879f-b7d1deaa6198 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0964918 Jun 15 07:12:59.069368 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40062) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:12:59.077529 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Request body: {'floatingip': {'port_id': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:12:59.145790 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:59.410468 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61833a-7ec5-4abe-a95d-051b27f8f0f1 req-b329c539-8fb1-4c17-8990-07b05a513921 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:12:59.412077 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae61833a-7ec5-4abe-a95d-051b27f8f0f1 req-b329c539-8fb1-4c17-8990-07b05a513921 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.2174289 Jun 15 07:12:59.505332 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae61833a-7ec5-4abe-a95d-051b27f8f0f1 req-335f49e1-e94b-4c4d-b5e4-cfc5f6a6115a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519035 Jun 15 07:12:59.902000 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:12:59.905737 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:00.281221 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Floating IP d292afbc-7f2c-46f8-9b01-0bfa5648c946 associated. External IP: 172.27.3.185, port: 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e. Jun 15 07:13:00.565152 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Router 9c550350-9bc5-4120-a046-c0267f15f97f has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:13:00.693771 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebae44-8a1f-4100-b4fd-1053ed66bdaf req-b8a573c9-c980-4ad6-9a01-d3b5235bd817 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:00.695238 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-73ebae44-8a1f-4100-b4fd-1053ed66bdaf req-b8a573c9-c980-4ad6-9a01-d3b5235bd817 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0698946 Jun 15 07:13:00.714815 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:13:00.719921 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:00.724282 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] Sync routers for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:13:00.734788 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:00.735466 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:00.739190 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-73ebae44-8a1f-4100-b4fd-1053ed66bdaf req-ce6c1c40-be1c-4cdd-8369-5f7119833808 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376184 Jun 15 07:13:00.761976 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-aec5d2ca-2b4d-47d9-bbf6-1a9a144a1728 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "PUT /v2.0/floatingips/d292afbc-7f2c-46f8-9b01-0bfa5648c946 HTTP/1.1" status: 200 len: 992 time: 1.6908846 Jun 15 07:13:00.762632 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:13:00.764968 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447eac61-4e3e-46a7-a201-5ae30ac57706" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:13:00.800958 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543e8b29-c26b-4699-b11e-7d02b2d7037d x-openstack-request-id: req-543e8b29-c26b-4699-b11e-7d02b2d7037d {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:13:00.801294 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:13:00.801591 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-543e8b29-c26b-4699-b11e-7d02b2d7037d {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:13:00.802022 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'status': 'completed', 'code': 200} Jun 15 07:13:00.995304 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:01.317262 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'd292afbc-7f2c-46f8-9b01-0bfa5648c946', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'port_id': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'mac_address': 'fa:16:3e:e9:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:12:45Z', 'updated_at': '2021-06-15T07:12:59Z', 'revision_number': 1, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:01.320700 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] Checking router: 9c550350-9bc5-4120-a046-c0267f15f97f for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:13:01.329935 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:01.330949 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:01.487696 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:01.765920 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'd292afbc-7f2c-46f8-9b01-0bfa5648c946', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'port_id': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'mac_address': 'fa:16:3e:e9:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:12:45Z', 'updated_at': '2021-06-15T07:12:59Z', 'revision_number': 1, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:01.769312 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487a945-5850-48d2-bfa6-42cb3bbc8a9a None None] The sync data for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi is: [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'd292afbc-7f2c-46f8-9b01-0bfa5648c946', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'port_id': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'mac_address': 'fa:16:3e:e9:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:12:45Z', 'updated_at': '2021-06-15T07:12:59Z', 'revision_number': 1, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:13:01.935087 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0689c-c249-4a47-99a6-0e66c366a6d7 req-7aa38f63-f32f-4ab1-9ecc-5b3294fe605f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:01.936604 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-eab0689c-c249-4a47-99a6-0e66c366a6d7 req-7aa38f63-f32f-4ab1-9ecc-5b3294fe605f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0752559 Jun 15 07:13:01.945305 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aae46e-3726-4813-9038-84ae8f462758 None None] New status for floating IP d292afbc-7f2c-46f8-9b01-0bfa5648c946: ACTIVE {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:13:01.981628 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-eab0689c-c249-4a47-99a6-0e66c366a6d7 req-e4ec09e1-9c27-4b2f-b14a-c90d82580f0a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382655 Jun 15 07:13:03.018811 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-33f5b4b4-f7aa-4eba-b0e9-66f591375dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:03.020236 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-33f5b4b4-f7aa-4eba-b0e9-66f591375dbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 1099 time: 0.0607557 Jun 15 07:13:03.207012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-9256ad94-6304-44ab-843a-8c1e614bb19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:03.208826 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-9256ad94-6304-44ab-843a-8c1e614bb19d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.1803038 Jun 15 07:13:03.236236 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6e81c-2384-4f21-8e3b-8dfa18149a4d req-98f7b9df-64b2-4e22-b625-62c3cb597dc4 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:03.237871 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5da6e81c-2384-4f21-8e3b-8dfa18149a4d req-98f7b9df-64b2-4e22-b625-62c3cb597dc4 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1060159 Jun 15 07:13:03.363623 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-4009b08b-e430-4aa2-b4ed-691e18d38dcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e HTTP/1.1" status: 200 len: 1002 time: 0.1455696 Jun 15 07:13:03.368575 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5da6e81c-2384-4f21-8e3b-8dfa18149a4d req-215859b6-30eb-47a7-9faa-5b63561127b4 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576532 Jun 15 07:13:03.432701 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-496a6a06-3b22-42bf-80fd-b9f9f8ebb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:03.434705 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-496a6a06-3b22-42bf-80fd-b9f9f8ebb469 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0633621 Jun 15 07:13:03.513974 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-c8121727-fa1b-4d81-a3ee-1b186007122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:03.515616 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-c8121727-fa1b-4d81-a3ee-1b186007122f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648739 Jun 15 07:13:03.648353 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-eab4cb1d-7a6f-4cfd-8711-28bce6f39976 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202235 Jun 15 07:13:03.775212 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-447eac61-4e3e-46a7-a201-5ae30ac57706 req-85356b32-15a5-4042-8876-29669e793472 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142154 Jun 15 07:13:04.043976 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40160) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:04.177935 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-21134a28-2d4a-4707-851a-630343bc47b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a9757c04b3f40489610e8b5d3bf542f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327488 Jun 15 07:13:04.180206 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40164) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:04.231265 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc3df31b-5fc7-420c-a7a7-b67189cd3440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:04.254914 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc3df31b-5fc7-420c-a7a7-b67189cd3440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:04.307175 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc3df31b-5fc7-420c-a7a7-b67189cd3440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:04.309808 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dc3df31b-5fc7-420c-a7a7-b67189cd3440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:04.310928 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-dc3df31b-5fc7-420c-a7a7-b67189cd3440 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/995bda3d-6aa7-4944-9ccb-83e9f8590770 HTTP/1.1" status: 204 len: 168 time: 0.1298418 Jun 15 07:13:04.311688 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1cb46f05-c9b6-4e3c-9037-1ffa4dc2c04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:04.319871 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3df31b-5fc7-420c-a7a7-b67189cd3440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995bda3d-6aa7-4944-9ccb-83e9f8590770,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:04.323111 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dc3df31b-5fc7-420c-a7a7-b67189cd3440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:04.552188 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441d2aa-6bca-4f46-943b-9325a5dc35b3 req-c7b87749-54ce-46dd-aac8-65ac232ba3b1 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:04.553724 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9441d2aa-6bca-4f46-943b-9325a5dc35b3 req-c7b87749-54ce-46dd-aac8-65ac232ba3b1 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0692339 Jun 15 07:13:04.597563 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9441d2aa-6bca-4f46-943b-9325a5dc35b3 req-83f9b568-749f-4243-89f1-24a62c442864 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370367 Jun 15 07:13:04.941701 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40192) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:05.034643 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1270630164-network', 'tenant_id': '0a5b3af12f23428d84f348768c534faf'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:05.055115 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Made reservation on behalf of 0a5b3af12f23428d84f348768c534faf for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:13:05.058307 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.068952 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.163008 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.167377 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.171426 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dc3df31b-5fc7-420c-a7a7-b67189cd3440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:05.189567 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:13:05.204737 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a3eaf9-eb18-44b0-91aa-a019bd09b435,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:05.207951 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:05.209151 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.209496 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Added segment 8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1 of type vlan for network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 Jun 15 07:13:05.259272 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.291321 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.292763 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:05.293390 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.295334 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:05.329217 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3864131 Jun 15 07:13:05.332063 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40196) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:05.337634 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Request body: {'subnet': {'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1270630164-subnet', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:05.358257 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Made reservation on behalf of 0a5b3af12f23428d84f348768c534faf for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:13:05.360782 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533721699'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.372469 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Pushing event updated for resources: {'Network': ['ID=c6abe810-a244-4ec4-bcd7-24b14f2de6a4,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:05.375243 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:05.382911 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:13:05.567645 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534052951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533721717'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.570585 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:05.626271 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=975b74d4-e5f0-4657-badb-4a73ce7094f7,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:05.634575 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:05.644066 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Checking segment: {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:05.644566 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Network hostable DHCP agents. Network: c6abe810-a244-4ec4-bcd7-24b14f2de6a4, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:13:05.662582 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:13:05.672378 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, c6abe810-a244-4ec4-bcd7-24b14f2de6a4) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:05.676646 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:05.677481 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.683785 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c431c8-4d27-40b0-bad8-d4807b81743b None None] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:13:05.696277 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f6c8eddb-6d35-485d-a5b3-b72ec60be86a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3601580 Jun 15 07:13:05.696589 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40204) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:05.704586 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:05.741250 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.742316 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.840490 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:05.855847 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b3f2-2f02-45e6-b465-ca148168514f req-d01f9086-6942-4006-92b2-03bb56a0d7f4 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:05.857331 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4211b3f2-2f02-45e6-b465-ca148168514f req-d01f9086-6942-4006-92b2-03bb56a0d7f4 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1259685 Jun 15 07:13:05.881230 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:13:05.882148 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.028266 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Allocated IP 172.20.0.2 (c6abe810-a244-4ec4-bcd7-24b14f2de6a4/975b74d4-e5f0-4657-badb-4a73ce7094f7/c7c71c25-be03-4d2f-8d25-d77390dc9136) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:06.073976 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.083898 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4211b3f2-2f02-45e6-b465-ca148168514f req-6f715ead-6b48-4169-86ae-469fdd8671b8 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768715 Jun 15 07:13:06.201099 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.209160 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Transition to ACTIVE for port object c7c71c25-be03-4d2f-8d25-d77390dc9136 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:06.223683 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Transition to ACTIVE for port object c7c71c25-be03-4d2f-8d25-d77390dc9136 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:06.232121 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.234232 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:06.282666 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:06.285526 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:06.288853 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:06.294875 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Pushing event updated for resources: {'Port': ['ID=c7c71c25-be03-4d2f-8d25-d77390dc9136,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:06.298476 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:06.357277 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.361096 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Attempting to bind port c7c71c25-be03-4d2f-8d25-d77390dc9136 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:06.361482 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Attempting to bind port c7c71c25-be03-4d2f-8d25-d77390dc9136 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:06.361856 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Attempting to bind port c7c71c25-be03-4d2f-8d25-d77390dc9136 on network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:06.366676 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:06.367058 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Checking segment: {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:06.367461 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.367854 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Bound using segment: {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:06.368327 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Bound port: c7c71c25-be03-4d2f-8d25-d77390dc9136, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:06.368704 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.382847 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.506768 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Allocated IP 172.27.3.166 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/ab9522f4-9421-45d4-86ca-6f414e24df69) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:06.569015 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] For port c7c71c25-be03-4d2f-8d25-d77390dc9136, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:06.572247 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] For port c7c71c25-be03-4d2f-8d25-d77390dc9136, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=c7c71c25-be03-4d2f-8d25-d77390dc9136,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:06.577294 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.579147 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7dcc6679-1548-4df0-be7a-726b17c5488a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:06.639428 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Pushing event updated for resources: {'Port': ['ID=c7c71c25-be03-4d2f-8d25-d77390dc9136,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:06.642671 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:06.654763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.699057 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:06.701173 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:06.761701 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:06.765092 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:06.767488 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:06.804338 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9522f4-9421-45d4-86ca-6f414e24df69,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:06.810672 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:07.133110 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:07.525361 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a69fd4-3226-43af-9c8d-f4da8ae7e474 None None] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:13:07.625841 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8755c-f75f-42b7-9912-b91cb4a5fbab req-ed96fa7e-e2cf-48af-8914-184974981a07 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:07.627328 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bdf8755c-f75f-42b7-9912-b91cb4a5fbab req-ed96fa7e-e2cf-48af-8914-184974981a07 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1009276 Jun 15 07:13:07.636353 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-1a3719a9-3175-462c-9068-bce092d6ca68 None None] Provisioning for port c7c71c25-be03-4d2f-8d25-d77390dc9136 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:07.779846 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bdf8755c-f75f-42b7-9912-b91cb4a5fbab req-33aa5b94-9501-4f17-8f6f-11bf36a4f18c tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017478 Jun 15 07:13:07.801449 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:07.975128 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Router 45f6a449-be0f-465d-86e2-c6bb584796ea is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:13:08.125557 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:13:08.137316 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Sync routers for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:13:08.149861 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:08.151360 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:08.155477 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:08.156639 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4574637 Jun 15 07:13:08.159454 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40216) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:08.204314 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device c7c71c25-be03-4d2f-8d25-d77390dc9136 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:08.337142 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:08.339213 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port c7c71c25-be03-4d2f-8d25-d77390dc9136 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:08.414635 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port c7c71c25-be03-4d2f-8d25-d77390dc9136 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:08.415010 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:08.622646 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:08.669928 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port c7c71c25-be03-4d2f-8d25-d77390dc9136, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=c7c71c25-be03-4d2f-8d25-d77390dc9136,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:08.675085 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:08.677917 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:08.709711 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:06Z', 'revision_number': 3, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:08.721624 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Checking router: 45f6a449-be0f-465d-86e2-c6bb584796ea for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:13:08.721975 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Updating router 45f6a449-be0f-465d-86e2-c6bb584796ea port ab9522f4-9421-45d4-86ca-6f414e24df69 binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:13:08.744369 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:08.775711 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=c7c71c25-be03-4d2f-8d25-d77390dc9136,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:08.779773 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:08.784313 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:08.935519 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Allocated IP 172.20.0.1 (c6abe810-a244-4ec4-bcd7-24b14f2de6a4/975b74d4-e5f0-4657-badb-4a73ce7094f7/40acdb17-a8c1-4477-90b2-21f58a8b2220) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:09.010612 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e657f-44cd-49f7-bbf2-ad0eaced947c req-be9532e8-15d7-470c-adce-c94cb12450d3 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:09.016329 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-937e657f-44cd-49f7-bbf2-ad0eaced947c req-be9532e8-15d7-470c-adce-c94cb12450d3 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0838404 Jun 15 07:13:09.057609 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-937e657f-44cd-49f7-bbf2-ad0eaced947c req-3425f6ce-19b9-44ec-a818-4d8af206322b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Jun 15 07:13:09.087926 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.105604 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Transition to ACTIVE for port object 40acdb17-a8c1-4477-90b2-21f58a8b2220 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:09.130487 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.140826 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Transition to ACTIVE for port object ab9522f4-9421-45d4-86ca-6f414e24df69 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:09.147231 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.149427 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.149620 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:09.153684 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:09.205615 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:09.207092 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Attempting to bind port ab9522f4-9421-45d4-86ca-6f414e24df69 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:09.207476 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Attempting to bind port ab9522f4-9421-45d4-86ca-6f414e24df69 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:09.208112 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Attempting to bind port ab9522f4-9421-45d4-86ca-6f414e24df69 on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:09.208554 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:09.212054 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:09.212230 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbe5bb-73c2-41e6-97d7-a39d50b06721 None None] Pushing event updated for resources: {'Port': ['ID=ab9522f4-9421-45d4-86ca-6f414e24df69,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:09.215401 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-94cbe5bb-73c2-41e6-97d7-a39d50b06721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:09.218502 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:09.218875 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:09.219286 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.219687 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:09.220171 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Bound port: ab9522f4-9421-45d4-86ca-6f414e24df69, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:09.220553 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.244411 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Pushing event updated for resources: {'Port': ['ID=40acdb17-a8c1-4477-90b2-21f58a8b2220,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:09.248308 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:09.264714 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.289654 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] For port ab9522f4-9421-45d4-86ca-6f414e24df69, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:09.294187 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] For port ab9522f4-9421-45d4-86ca-6f414e24df69, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=ab9522f4-9421-45d4-86ca-6f414e24df69,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:09.299667 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.302338 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:09.387870 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbe5bb-73c2-41e6-97d7-a39d50b06721 None None] Pushing event updated for resources: {'Port': ['ID=ab9522f4-9421-45d4-86ca-6f414e24df69,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:09.390578 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:09.391382 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:09.393205 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-94cbe5bb-73c2-41e6-97d7-a39d50b06721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:09.448132 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.547665 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-2f4af0a0-f47a-4307-a5a5-e0a51418b07d None None] Provisioning for port 40acdb17-a8c1-4477-90b2-21f58a8b2220 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:09.557596 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-2f4af0a0-f47a-4307-a5a5-e0a51418b07d None None] Provisioning complete for port 40acdb17-a8c1-4477-90b2-21f58a8b2220 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:09.558173 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2f4af0a0-f47a-4307-a5a5-e0a51418b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.614597 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:09.616597 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-2f4af0a0-f47a-4307-a5a5-e0a51418b07d None None] Port 40acdb17-a8c1-4477-90b2-21f58a8b2220 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:13:09.645929 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.650378 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.652595 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-18dd55b9-4f83-4a41-8c01-347a08969ef6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:09.736728 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Pushing event updated for resources: {'Port': ['ID=40acdb17-a8c1-4477-90b2-21f58a8b2220,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:09.739251 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:09.741786 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:09.879355 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:09.881069 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:10.111727 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:06Z', 'revision_number': 3, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:10.127686 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a940c9-3702-4dae-9dd5-160b9bff1298 None None] The sync data for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi is: [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:06Z', 'revision_number': 3, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:13:10.273780 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device c7c71c25-be03-4d2f-8d25-d77390dc9136 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:10.360329 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-15f4b40c-6704-46f8-94c0-671383496ffe None None] Provisioning complete for port 40acdb17-a8c1-4477-90b2-21f58a8b2220 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:10.360880 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15f4b40c-6704-46f8-94c0-671383496ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:10.402924 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaf8d-7ced-4403-acc3-f180911f7020 req-0c4d6210-7ed4-4496-a8e3-662e990f5f12 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:10.406153 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-15f4b40c-6704-46f8-94c0-671383496ffe None None] Port 40acdb17-a8c1-4477-90b2-21f58a8b2220 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:13:10.413370 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-eaecaf8d-7ced-4403-acc3-f180911f7020 req-0c4d6210-7ed4-4496-a8e3-662e990f5f12 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0890017 Jun 15 07:13:10.418029 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port c7c71c25-be03-4d2f-8d25-d77390dc9136 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:10.418646 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:10.480080 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-eaecaf8d-7ced-4403-acc3-f180911f7020 req-8d060479-b7f5-41a7-8ceb-1686da7d807b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657156 Jun 15 07:13:10.566952 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Router 45f6a449-be0f-465d-86e2-c6bb584796ea has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:13:10.762590 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:13:10.772441 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] 10.222.0.24 "PUT /v2.0/routers/45f6a449-be0f-465d-86e2-c6bb584796ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6086476 Jun 15 07:13:11.375216 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40276) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:11.380415 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1833045484-network', 'tenant_id': '70ef73d41b974314bd3e04b198974161'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:11.402395 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Made reservation on behalf of 70ef73d41b974314bd3e04b198974161 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:13:11.404569 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.415096 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.519880 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.524018 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.527666 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d081701b-cde6-4f1e-808a-6c569e865669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:11.562970 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:13:11.571441 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ec703-8554-406e-b342-1af1ab390325,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:11.577076 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:11.583627 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.584169 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Added segment 7fe80d4d-54dc-416b-b85c-2213c99bae45 of type vlan for network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d Jun 15 07:13:11.671451 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.729795 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.739622 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d380a64-f475-43e1-bab4-750c65553db3 req-5a2cc743-bfeb-416b-b6fb-8309381600f9 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:11.741345 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d380a64-f475-43e1-bab4-750c65553db3 req-5a2cc743-bfeb-416b-b6fb-8309381600f9 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1377437 Jun 15 07:13:11.742612 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:11.743210 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.746862 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a1d64fbf-c44a-4cf5-9bc7-0ee01111945a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:11.803060 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4265363 Jun 15 07:13:11.805821 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40284) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:11.812274 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Request body: {'subnet': {'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1833045484-subnet', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:11.839313 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Made reservation on behalf of 70ef73d41b974314bd3e04b198974161 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:13:11.843633 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533101003'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:11.861990 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=8d30f05d-ed72-4f28-aa11-a6e57b5cc77d,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:11.865164 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-47b48ad4-c06a-4bdb-913a-09150ad71aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:11.876163 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:13:11.888786 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d380a64-f475-43e1-bab4-750c65553db3 req-1021b063-c29a-4af0-8347-ea5f7180e2b9 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360896 Jun 15 07:13:12.031922 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40288) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:12.097219 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533724011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533101021'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.099373 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:12.194219 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device ab9522f4-9421-45d4-86ca-6f414e24df69 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:12.199233 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d409cd91-a444-4516-a405-3b795af6b46a,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:12.201835 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe7b1-d32d-4544-b1f4-9e9f52350da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.203262 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Sync routers for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:13:12.206891 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:12.218162 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Checking segment: {'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:12.218517 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Network hostable DHCP agents. Network: 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:13:12.224654 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:12.225428 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:12.264701 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:13:12.279605 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port ab9522f4-9421-45d4-86ca-6f414e24df69 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:12.284749 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port ab9522f4-9421-45d4-86ca-6f414e24df69 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:12.285569 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.286079 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:12.290685 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:12.291866 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.344439 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422c250d-d944-4b68-9d8e-cd002a91f811 None None] Network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:13:12.354737 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe7b1-d32d-4544-b1f4-9e9f52350da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.360649 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe7b1-d32d-4544-b1f4-9e9f52350da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.366575 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-731cca70-21a1-436c-9bc5-eacc5fbfcd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:12.389230 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d33acd64-476a-4a0f-bd0e-0c45204d3729 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5822489 Jun 15 07:13:12.391121 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40300) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:12.395816 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:12.420596 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:12.434496 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.435675 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d8cbe7b1-d32d-4544-b1f4-9e9f52350da5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d33e7ab8dbc94f2c8674240f34361a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023817 Jun 15 07:13:12.436641 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.437409 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40304) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:12.467415 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbe7b1-d32d-4544-b1f4-9e9f52350da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abff9d1-9036-472c-ba02-532af02b1940,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:12.474993 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d8cbe7b1-d32d-4544-b1f4-9e9f52350da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:12.517424 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-adcd1f41-7572-4a41-b2b6-f3683a7b356f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.542673 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.545725 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-adcd1f41-7572-4a41-b2b6-f3683a7b356f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.566168 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.609439 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port ab9522f4-9421-45d4-86ca-6f414e24df69, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=ab9522f4-9421-45d4-86ca-6f414e24df69,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:12.639964 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.644060 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:12.659625 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-adcd1f41-7572-4a41-b2b6-f3683a7b356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.662526 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-adcd1f41-7572-4a41-b2b6-f3683a7b356f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.667394 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-adcd1f41-7572-4a41-b2b6-f3683a7b356f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7abff9d1-9036-472c-ba02-532af02b1940 HTTP/1.1" status: 204 len: 168 time: 0.2282171 Jun 15 07:13:12.668410 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-29e95494-c76b-4f31-8142-b8eb30e4a00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:12.677287 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd1f41-7572-4a41-b2b6-f3683a7b356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abff9d1-9036-472c-ba02-532af02b1940,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:12.679687 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-adcd1f41-7572-4a41-b2b6-f3683a7b356f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:12.707454 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=ab9522f4-9421-45d4-86ca-6f414e24df69,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:12.713500 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:12.772676 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-8d30f05d-ed72-4f28-aa11-a6e57b5cc77d', 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'fixed_ips': [{'subnet_id': 'd409cd91-a444-4516-a405-3b795af6b46a'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:13:12.773925 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.869987 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.888705 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 2, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:12.892514 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Checking router: 45f6a449-be0f-465d-86e2-c6bb584796ea for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:13:12.893127 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Updating router 45f6a449-be0f-465d-86e2-c6bb584796ea port 40acdb17-a8c1-4477-90b2-21f58a8b2220 binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:13:12.941405 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:12.962902 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Allocated IP 172.20.0.2 (8d30f05d-ed72-4f28-aa11-a6e57b5cc77d/d409cd91-a444-4516-a405-3b795af6b46a/8d308412-906e-41f7-a9ef-e5699d078b0f) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:13.269581 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeaca1c-e964-4960-951d-5cf44808cb12 req-9217e919-cce4-425d-885c-ecd68010d915 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:13.269581 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-beeaca1c-e964-4960-951d-5cf44808cb12 req-9217e919-cce4-425d-885c-ecd68010d915 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1684144 Jun 15 07:13:13.279479 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.291719 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Transition to ACTIVE for port object 8d308412-906e-41f7-a9ef-e5699d078b0f will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:13.313180 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Transition to ACTIVE for port object 8d308412-906e-41f7-a9ef-e5699d078b0f will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:13.313755 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.322301 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.326699 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:13.346630 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-beeaca1c-e964-4960-951d-5cf44808cb12 req-36255fb4-845c-4201-88af-34cd17710d07 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870984 Jun 15 07:13:13.359682 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.381478 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:13.384500 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:13.388397 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.393302 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:13.421581 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Transition to ACTIVE for port object 40acdb17-a8c1-4477-90b2-21f58a8b2220 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:13.436198 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.447194 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:13.467282 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Pushing event updated for resources: {'Port': ['ID=8d308412-906e-41f7-a9ef-e5699d078b0f,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:13.481629 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:13.485766 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Attempting to bind port 8d308412-906e-41f7-a9ef-e5699d078b0f on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:13.486145 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Attempting to bind port 8d308412-906e-41f7-a9ef-e5699d078b0f by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:13.486517 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Attempting to bind port 8d308412-906e-41f7-a9ef-e5699d078b0f on network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:13.491737 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:13.492307 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Checking segment: {'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:13.492511 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.494254 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Bound using segment: {'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:13.494254 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Bound port: 8d308412-906e-41f7-a9ef-e5699d078b0f, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:13.494254 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.565057 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Allocated IP 172.27.3.9 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/b26a728d-2748-4f00-822f-eeeba2de31c3) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:13.572928 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Pushing event updated for resources: {'Port': ['ID=40acdb17-a8c1-4477-90b2-21f58a8b2220,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:13.603601 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] For port 8d308412-906e-41f7-a9ef-e5699d078b0f, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:13.612219 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] For port 8d308412-906e-41f7-a9ef-e5699d078b0f, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=8d308412-906e-41f7-a9ef-e5699d078b0f,segment=NetworkSegment(7fe80d4d-54dc-416b-b85c-2213c99bae45),segment_id=7fe80d4d-54dc-416b-b85c-2213c99bae45)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:13.615214 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.615695 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.616193 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.616831 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.617252 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.617835 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.618219 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.618723 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.619180 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.619630 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.620215 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.620587 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:13.624333 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.626554 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ca5913b8-71d9-4c75-b5b4-728f78183d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:13.652774 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:13.671276 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Attempting to bind port 40acdb17-a8c1-4477-90b2-21f58a8b2220 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:13.671689 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Attempting to bind port 40acdb17-a8c1-4477-90b2-21f58a8b2220 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:13.672401 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Attempting to bind port 40acdb17-a8c1-4477-90b2-21f58a8b2220 on network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:13.678395 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:13.678773 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Checking segment: {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:13.679228 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.679773 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Bound using segment: {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:13.680251 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Bound port: 40acdb17-a8c1-4477-90b2-21f58a8b2220, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:13.680628 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.787450 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] For port 40acdb17-a8c1-4477-90b2-21f58a8b2220, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:13.791514 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] For port 40acdb17-a8c1-4477-90b2-21f58a8b2220, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=40acdb17-a8c1-4477-90b2-21f58a8b2220,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:13.812372 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.816982 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:13.827294 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Pushing event updated for resources: {'Port': ['ID=8d308412-906e-41f7-a9ef-e5699d078b0f,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:13.841055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:13.842000 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.912049 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:13.917149 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:13.974363 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:13.975276 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:13.991228 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:14.002857 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:14.007219 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:14.059364 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Pushing event updated for resources: {'Port': ['ID=b26a728d-2748-4f00-822f-eeeba2de31c3,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:14.076447 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.076836 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.077204 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.077561 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.077911 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.078262 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.078610 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.079100 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.079462 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.079808 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.080155 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.080497 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:14.087282 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:14.101863 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Pushing event updated for resources: {'Port': ['ID=40acdb17-a8c1-4477-90b2-21f58a8b2220,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:14.105770 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-7d9c4d35-4e93-45c7-ae2b-caec05e48567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:14.262112 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:14.356604 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device ab9522f4-9421-45d4-86ca-6f414e24df69 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:14.544558 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port ab9522f4-9421-45d4-86ca-6f414e24df69 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:14.545325 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:14.663129 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c0a77-ce5f-47db-9253-fce288c79803 req-4b56246d-a14a-489c-869f-4990a050d1e7 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:14.671114 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-137c0a77-ce5f-47db-9253-fce288c79803 req-4b56246d-a14a-489c-869f-4990a050d1e7 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 945 time: 0.2317827 Jun 15 07:13:14.776832 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68afca0-07fb-47a4-9925-50cfab67fa05 req-69ff16ba-d791-4fa7-990f-3aa0c4db5275 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:14.778294 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d68afca0-07fb-47a4-9925-50cfab67fa05 req-69ff16ba-d791-4fa7-990f-3aa0c4db5275 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1180515 Jun 15 07:13:14.808760 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:13Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:14.813250 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-137c0a77-ce5f-47db-9253-fce288c79803 req-1a781cec-dd24-494a-b944-a18396ce6c65 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411419 Jun 15 07:13:14.813771 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe48f73-ac54-4919-b8b8-a4611f69197b None None] The sync data for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi is: [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:13Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:13:14.828448 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:14.854813 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d68afca0-07fb-47a4-9925-50cfab67fa05 req-43e30cea-7b8a-4a95-aa8d-a6e6b9fefbae tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610271 Jun 15 07:13:15.252106 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2057e7c-a410-48f7-a766-4683a9b16126 None None] Network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:13:15.296501 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e89787-04cc-4718-905e-69bf694926b5 req-c70c763d-4108-4042-8031-bfcb3f92f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:15.297986 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b7e89787-04cc-4718-905e-69bf694926b5 req-c70c763d-4108-4042-8031-bfcb3f92f92b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1099 time: 0.9301639 Jun 15 07:13:15.404043 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-69776717-dc92-42fa-9661-35225c0be7a6 None None] Provisioning for port 8d308412-906e-41f7-a9ef-e5699d078b0f completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:15.547594 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e89787-04cc-4718-905e-69bf694926b5 req-3d4611c1-d0a0-4e6e-b710-b3d0f8e81583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:15.549072 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b7e89787-04cc-4718-905e-69bf694926b5 req-3d4611c1-d0a0-4e6e-b710-b3d0f8e81583 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 910 time: 0.2444963 Jun 15 07:13:15.645925 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:15.660593 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b7e89787-04cc-4718-905e-69bf694926b5 req-413dc108-51e1-4e3d-b69c-6711bd1ca51d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 1000 time: 0.1037307 Jun 15 07:13:15.823708 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e89787-04cc-4718-905e-69bf694926b5 req-bc9c8249-1eb3-4b0e-a021-8e1f2007240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:15.825202 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b7e89787-04cc-4718-905e-69bf694926b5 req-bc9c8249-1eb3-4b0e-a021-8e1f2007240a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 200 len: 848 time: 0.1194715 Jun 15 07:13:15.950751 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Router a9e69117-3536-4341-a3b7-80afee18df72 is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:13:16.066966 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e89787-04cc-4718-905e-69bf694926b5 req-9108b719-b4c9-486e-9b5e-eb758780c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:16.068470 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b7e89787-04cc-4718-905e-69bf694926b5 req-9108b719-b4c9-486e-9b5e-eb758780c397 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b84381c3-7da3-4966-978e-4ce35e1867fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2306745 Jun 15 07:13:16.108881 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d03e02-27e8-4ce5-8cf1-d6db8f4507b1 req-f308173d-8148-4f3b-a462-04b5ac2c749c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:16.111108 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-61d03e02-27e8-4ce5-8cf1-d6db8f4507b1 req-f308173d-8148-4f3b-a462-04b5ac2c749c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 945 time: 0.0986366 Jun 15 07:13:16.121386 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-0c8e6767-92b5-4007-8137-41adb2bf0d13 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:16.123326 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-0c8e6767-92b5-4007-8137-41adb2bf0d13 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 945 time: 0.1780972 Jun 15 07:13:16.211429 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-61d03e02-27e8-4ce5-8cf1-d6db8f4507b1 req-df312776-7cd8-440f-852e-a7acaae35c8d tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/security-groups?id=20114b0a-ba1e-4096-8fbb-de3940fe4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870023 Jun 15 07:13:16.278847 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:13:16.291847 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1a080-6695-4947-93fc-d1662d9b68f3 req-e48c7a48-536a-4f02-b1f3-4f0e522d8c1d tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:16.293389 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b5e1a080-6695-4947-93fc-d1662d9b68f3 req-e48c7a48-536a-4f02-b1f3-4f0e522d8c1d tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.2782924 Jun 15 07:13:16.296134 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 40acdb17-a8c1-4477-90b2-21f58a8b2220 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:16.327151 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Sync routers for ids ['a9e69117-3536-4341-a3b7-80afee18df72'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:13:16.353188 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Deleting port 76831d00-58a1-47e9-9b81-0db7f5d32fdd {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:13:16.354580 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:16.365201 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b5e1a080-6695-4947-93fc-d1662d9b68f3 req-8c9b5263-a2f5-425f-9715-c4782fe07a7a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572386 Jun 15 07:13:16.368552 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b7e89787-04cc-4718-905e-69bf694926b5 req-e9513bf1-1e51-43ae-940c-fca49ab0aa67 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678008 Jun 15 07:13:16.374216 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:16.378180 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9832511 Jun 15 07:13:16.386446 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40368) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:16.507910 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Routers {'a9e69117-3536-4341-a3b7-80afee18df72'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:16.508674 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['a9e69117-3536-4341-a3b7-80afee18df72'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:16.531909 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] For port 76831d00-58a1-47e9-9b81-0db7f5d32fdd, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=76831d00-58a1-47e9-9b81-0db7f5d32fdd,segment=NetworkSegment(4052d515-43b2-42ca-b079-2861218478fa),segment_id=4052d515-43b2-42ca-b079-2861218478fa)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:16.532391 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:16.644295 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 40acdb17-a8c1-4477-90b2-21f58a8b2220 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:16.652157 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Calling delete_port for 76831d00-58a1-47e9-9b81-0db7f5d32fdd owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:13:16.652764 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 40acdb17-a8c1-4477-90b2-21f58a8b2220 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:16.653193 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b7e89787-04cc-4718-905e-69bf694926b5 req-b9c6e4da-f6fc-4f74-915f-23d454aac40c service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755249 Jun 15 07:13:16.653378 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:16.683505 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Set router a9e69117-3536-4341-a3b7-80afee18df72 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:16.816852 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:16.823535 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:16.823747 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:16.876675 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Pushing event deleted for resources: {'Port': ['ID=76831d00-58a1-47e9-9b81-0db7f5d32fdd,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:16.913691 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.913961 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.914324 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.914685 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.915040 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.915392 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.915742 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.916304 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.916919 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.917283 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.917728 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.918086 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:16.921423 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:16.949191 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] No DVR routers for this DVR port 76831d00-58a1-47e9-9b81-0db7f5d32fdd on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:13:16.951964 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:16.954023 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-adf628fd-ec88-4d6c-9e65-82bd83884315 req-a03b7293-4e68-47e9-948d-9b7909d75694 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.11 "DELETE /v2.0/ports/76831d00-58a1-47e9-9b81-0db7f5d32fdd HTTP/1.1" status: 204 len: 173 time: 0.7896276 Jun 15 07:13:16.954157 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:16.954790 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a346420c-1ec5-44a2-a70c-cc8a7f040601', 'name': 'network-vif-deleted', 'tag': '76831d00-58a1-47e9-9b81-0db7f5d32fdd'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:13:16.957264 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2340569-c34d-496b-bad6-9a9520072f2c" -d '{"events": [{"server_uuid": "a346420c-1ec5-44a2-a70c-cc8a7f040601", "name": "network-vif-deleted", "tag": "76831d00-58a1-47e9-9b81-0db7f5d32fdd"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:13:16.995483 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd6d4fc-1b2c-4763-9ce1-621e092ff568 x-openstack-request-id: req-efd6d4fc-1b2c-4763-9ce1-621e092ff568 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:13:16.995736 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a346420c-1ec5-44a2-a70c-cc8a7f040601", "name": "network-vif-deleted", "tag": "76831d00-58a1-47e9-9b81-0db7f5d32fdd", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:13:16.996126 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efd6d4fc-1b2c-4763-9ce1-621e092ff568 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:13:16.996657 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a346420c-1ec5-44a2-a70c-cc8a7f040601', 'name': 'network-vif-deleted', 'tag': '76831d00-58a1-47e9-9b81-0db7f5d32fdd', 'status': 'completed', 'code': 200} Jun 15 07:13:17.039326 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 40acdb17-a8c1-4477-90b2-21f58a8b2220, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=40acdb17-a8c1-4477-90b2-21f58a8b2220,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:17.043982 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.044984 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 8d308412-906e-41f7-a9ef-e5699d078b0f up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:17.047301 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:17.086493 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.136526 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:13:14Z', 'revision_number': 3, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port': {'id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:13Z', 'updated_at': '2021-06-15T07:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:17.149007 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eac39728-0be0-438d-91e9-626f79616bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.150819 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Checking router: a9e69117-3536-4341-a3b7-80afee18df72 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:13:17.151201 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Updating router a9e69117-3536-4341-a3b7-80afee18df72 port b26a728d-2748-4f00-822f-eeeba2de31c3 binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:13:17.196362 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=40acdb17-a8c1-4477-90b2-21f58a8b2220,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:17.215121 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:17.231174 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.234835 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 8d308412-906e-41f7-a9ef-e5699d078b0f completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:17.266623 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 8d308412-906e-41f7-a9ef-e5699d078b0f triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:17.267094 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.289967 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Allocated IP 172.20.0.1 (8d30f05d-ed72-4f28-aa11-a6e57b5cc77d/d409cd91-a444-4516-a405-3b795af6b46a/ca70b5b2-8741-4987-87ab-48a5fec9d7bc) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:17.425366 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-420c1974-10aa-469f-b06d-725df1c7e427 req-220fa2d2-e26a-4c64-93c5-7047a503bea0 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 210 time: 0.0428393 Jun 15 07:13:17.462270 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.474549 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.477568 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Transition to ACTIVE for port object ca70b5b2-8741-4987-87ab-48a5fec9d7bc will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:17.514022 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.516111 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-efa579e0-0300-4c84-a6bf-cbf439742c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:17.576614 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 8d308412-906e-41f7-a9ef-e5699d078b0f, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=8d308412-906e-41f7-a9ef-e5699d078b0f,segment=NetworkSegment(7fe80d4d-54dc-416b-b85c-2213c99bae45),segment_id=7fe80d4d-54dc-416b-b85c-2213c99bae45)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:17.585035 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.592384 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:17.597544 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:17.605590 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:17.609782 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:17.649748 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Pushing event updated for resources: {'Port': ['ID=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:17.654811 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:17.679936 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=8d308412-906e-41f7-a9ef-e5699d078b0f,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:17.681022 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.704873 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:17.729689 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.740765 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Transition to ACTIVE for port object b26a728d-2748-4f00-822f-eeeba2de31c3 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:17.748507 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.750859 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:17.818971 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c3796-9a7d-43b0-bef6-a7fc78f0f788 None None] Pushing event updated for resources: {'Port': ['ID=b26a728d-2748-4f00-822f-eeeba2de31c3,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:17.821520 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Attempting to bind port b26a728d-2748-4f00-822f-eeeba2de31c3 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:17.821960 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Attempting to bind port b26a728d-2748-4f00-822f-eeeba2de31c3 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:17.822457 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Attempting to bind port b26a728d-2748-4f00-822f-eeeba2de31c3 on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:17.828018 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-051c3796-9a7d-43b0-bef6-a7fc78f0f788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:17.829216 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:17.829596 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:17.830005 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.830407 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:17.830889 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Bound port: b26a728d-2748-4f00-822f-eeeba2de31c3, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:17.831265 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.894861 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-eb4d1359-e3ff-43ad-bb9d-092795721ae2 None None] Provisioning for port ca70b5b2-8741-4987-87ab-48a5fec9d7bc completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:17.903531 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-eb4d1359-e3ff-43ad-bb9d-092795721ae2 None None] Provisioning complete for port ca70b5b2-8741-4987-87ab-48a5fec9d7bc triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:17.903918 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eb4d1359-e3ff-43ad-bb9d-092795721ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.905936 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] For port b26a728d-2748-4f00-822f-eeeba2de31c3, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:17.909813 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] For port b26a728d-2748-4f00-822f-eeeba2de31c3, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=b26a728d-2748-4f00-822f-eeeba2de31c3,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:17.933786 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:17.937278 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:17.999219 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d1359-e3ff-43ad-bb9d-092795721ae2 None None] Port ca70b5b2-8741-4987-87ab-48a5fec9d7bc cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:13:18.020437 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c3796-9a7d-43b0-bef6-a7fc78f0f788 None None] Pushing event updated for resources: {'Port': ['ID=b26a728d-2748-4f00-822f-eeeba2de31c3,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:18.023090 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Routers {'a9e69117-3536-4341-a3b7-80afee18df72'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:18.023703 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:12:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['a9e69117-3536-4341-a3b7-80afee18df72'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:18.026190 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-051c3796-9a7d-43b0-bef6-a7fc78f0f788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:18.047398 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee5879-3afa-49fb-b379-5dc5b053e7fd req-e45bc1f2-4dab-4342-9db4-fda364836f51 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:18.048882 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-30ee5879-3afa-49fb-b379-5dc5b053e7fd req-e45bc1f2-4dab-4342-9db4-fda364836f51 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.5012512 Jun 15 07:13:18.129136 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-30ee5879-3afa-49fb-b379-5dc5b053e7fd req-3711d95f-0a78-402e-a88a-6e7a70450573 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744624 Jun 15 07:13:18.203206 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:18.259145 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 40acdb17-a8c1-4477-90b2-21f58a8b2220 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:18.350369 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] Set router a9e69117-3536-4341-a3b7-80afee18df72 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:18.399858 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:18.406625 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:18.408717 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a9c683f1-67fe-4e08-b603-309dbf03181c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:18.430691 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 40acdb17-a8c1-4477-90b2-21f58a8b2220 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:18.431076 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:18.490205 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Pushing event updated for resources: {'Port': ['ID=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:18.493011 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:18.495286 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:18.616922 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b558fbb8-3143-44f3-9a13-a1935bad90fd req-44b12977-e37c-4fb9-9b37-b993eef3040d tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 210 time: 0.0430040 Jun 15 07:13:18.639649 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 8d308412-906e-41f7-a9ef-e5699d078b0f up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:18.648112 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:18.649512 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:18.710397 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 8d308412-906e-41f7-a9ef-e5699d078b0f triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:18.710778 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:18.713153 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:13:14Z', 'revision_number': 3, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port': {'id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:13Z', 'updated_at': '2021-06-15T07:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:18.743220 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bab083-6500-4786-9381-2d32dd7799b4 None None] The sync data for ids ['a9e69117-3536-4341-a3b7-80afee18df72'] in dv-cinder-741349-5-iscsi is: [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:13:14Z', 'revision_number': 3, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port': {'id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:13Z', 'updated_at': '2021-06-15T07:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:13:18.814538 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Router a9e69117-3536-4341-a3b7-80afee18df72 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:13:18.925101 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-b686b6dd-2dd5-45ae-b1ec-10111adb6e41 None None] Provisioning complete for port ca70b5b2-8741-4987-87ab-48a5fec9d7bc triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:18.925412 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b686b6dd-2dd5-45ae-b1ec-10111adb6e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:18.971487 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:13:18.973419 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-b686b6dd-2dd5-45ae-b1ec-10111adb6e41 None None] Port ca70b5b2-8741-4987-87ab-48a5fec9d7bc cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:13:18.984942 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] 10.222.0.24 "PUT /v2.0/routers/a9e69117-3536-4341-a3b7-80afee18df72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5949299 Jun 15 07:13:19.282467 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['76831d00-58a1-47e9-9b81-0db7f5d32fdd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:13:19.446492 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901e896-6a20-4666-8976-a41e2cf7371c req-4e2472d8-8a6b-489a-b8c8-cccbe64e20a0 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:19.449154 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7901e896-6a20-4666-8976-a41e2cf7371c req-4e2472d8-8a6b-489a-b8c8-cccbe64e20a0 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1741755 Jun 15 07:13:19.516140 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-409fd0e7-e19a-4825-b5f7-37fca246656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:19.517570 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-409fd0e7-e19a-4825-b5f7-37fca246656d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1099 time: 0.1468844 Jun 15 07:13:19.520383 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7901e896-6a20-4666-8976-a41e2cf7371c req-93a782f8-9c30-4d76-9f50-0a0be1e8e32c tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554280 Jun 15 07:13:19.600029 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67497ea6-f410-4243-9b60-361d88914042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:19.701082 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-f6c1c959-ed98-49e4-b9d3-59b59d362757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:19.701301 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:19.705661 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-f6c1c959-ed98-49e4-b9d3-59b59d362757 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 910 time: 0.1569080 Jun 15 07:13:19.841885 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-f2001cfb-1cda-4867-9a46-9f37727429d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 1000 time: 0.1279161 Jun 15 07:13:19.843882 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f3456ed8-60ea-45ed-bc02-711e6dc20d4a req-8f3ebfdc-6f00-4f0c-8a35-876b6d91fdcd tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] 10.222.0.24 "GET /v2.0/ports?device_id=a346420c-1ec5-44a2-a70c-cc8a7f040601 HTTP/1.1" status: 200 len: 210 time: 0.0622799 Jun 15 07:13:19.918986 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-17eb4229-ca77-4af8-9c8d-b4196aa7a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:19.920736 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-17eb4229-ca77-4af8-9c8d-b4196aa7a064 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 200 len: 848 time: 0.0688841 Jun 15 07:13:20.001457 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-25568d74-659e-41ce-a54e-d90b72ff4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:20.003364 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-25568d74-659e-41ce-a54e-d90b72ff4d37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b84381c3-7da3-4966-978e-4ce35e1867fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751548 Jun 15 07:13:20.142141 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-2feae6bb-e243-4a6f-942e-ce45763a16dc service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299386 Jun 15 07:13:20.211843 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device b26a728d-2748-4f00-822f-eeeba2de31c3 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:20.274281 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port b26a728d-2748-4f00-822f-eeeba2de31c3 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:20.279785 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port b26a728d-2748-4f00-822f-eeeba2de31c3 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:20.280617 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:20.285159 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-99ad1232-c0fd-47e7-9fe3-25adafcab684 req-b87bd44c-db19-45df-8997-e982b37f8879 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310620 Jun 15 07:13:20.420161 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:20.455437 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port b26a728d-2748-4f00-822f-eeeba2de31c3, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=b26a728d-2748-4f00-822f-eeeba2de31c3,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:20.465391 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:20.468630 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-94cbe5bb-73c2-41e6-97d7-a39d50b06721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:20.561240 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=b26a728d-2748-4f00-822f-eeeba2de31c3,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:20.574112 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:20.758777 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ffc12-4f2d-42de-8147-1c760c9004d2 req-1c8dd1d3-118f-469a-873c-e92138ad1070 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:20.761270 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-540ffc12-4f2d-42de-8147-1c760c9004d2 req-1c8dd1d3-118f-469a-873c-e92138ad1070 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0944183 Jun 15 07:13:20.812217 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-540ffc12-4f2d-42de-8147-1c760c9004d2 req-28dd7f89-3fc3-42c7-a17b-c25d2afa0810 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 Jun 15 07:13:20.831559 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:21.906712 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Sync routers for ids ['a9e69117-3536-4341-a3b7-80afee18df72'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:13:21.920515 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Routers {'a9e69117-3536-4341-a3b7-80afee18df72'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:21.921544 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['a9e69117-3536-4341-a3b7-80afee18df72'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:22.020755 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76091f0-61d4-4b2f-9638-1b1c7b0e3fc7 req-79a022ed-8d5b-49cf-bd4a-8984fb3063f2 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:22.031655 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c76091f0-61d4-4b2f-9638-1b1c7b0e3fc7 req-79a022ed-8d5b-49cf-bd4a-8984fb3063f2 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0955689 Jun 15 07:13:22.084580 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Set router a9e69117-3536-4341-a3b7-80afee18df72 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:22.094551 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c76091f0-61d4-4b2f-9638-1b1c7b0e3fc7 req-96b46aef-e7a5-4c1a-8c48-fda3fe6c1a4c tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616598 Jun 15 07:13:22.200676 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device b26a728d-2748-4f00-822f-eeeba2de31c3 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:22.266037 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port b26a728d-2748-4f00-822f-eeeba2de31c3 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:22.266544 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:22.334560 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:22.429637 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:13:18Z', 'revision_number': 4, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port': {'id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:13Z', 'updated_at': '2021-06-15T07:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': 'ca70b5b2-8741-4987-87ab-48a5fec9d7bc', 'name': '', 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'mac_address': 'fa:16:3e:f9:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd409cd91-a444-4516-a405-3b795af6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:17Z', 'updated_at': '2021-06-15T07:13:18Z', 'revision_number': 2, 'project_id': '70ef73d41b974314bd3e04b198974161', 'subnets': [{'id': 'd409cd91-a444-4516-a405-3b795af6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:22.433541 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Checking router: a9e69117-3536-4341-a3b7-80afee18df72 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:13:22.433892 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Updating router a9e69117-3536-4341-a3b7-80afee18df72 port ca70b5b2-8741-4987-87ab-48a5fec9d7bc binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:13:22.477547 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:22.849695 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:22.862976 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Transition to ACTIVE for port object ca70b5b2-8741-4987-87ab-48a5fec9d7bc will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:22.871203 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:22.873423 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:23.000730 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fd090-9b25-4855-b69a-bed65e9e0fd0 None None] Pushing event updated for resources: {'Port': ['ID=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:23.023719 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c17fd090-9b25-4855-b69a-bed65e9e0fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:23.045329 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Attempting to bind port ca70b5b2-8741-4987-87ab-48a5fec9d7bc on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:23.045708 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Attempting to bind port ca70b5b2-8741-4987-87ab-48a5fec9d7bc by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:23.046079 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Attempting to bind port ca70b5b2-8741-4987-87ab-48a5fec9d7bc on network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:23.054190 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:23.054898 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Checking segment: {'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:23.055483 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:23.056048 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Bound using segment: {'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:23.057316 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Bound port: ca70b5b2-8741-4987-87ab-48a5fec9d7bc, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe80d4d-54dc-416b-b85c-2213c99bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:23.057887 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:23.149299 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] For port ca70b5b2-8741-4987-87ab-48a5fec9d7bc, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:23.153352 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] For port ca70b5b2-8741-4987-87ab-48a5fec9d7bc, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,segment=NetworkSegment(7fe80d4d-54dc-416b-b85c-2213c99bae45),segment_id=7fe80d4d-54dc-416b-b85c-2213c99bae45)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:23.163692 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:23.167159 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:23.238182 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Routers {'a9e69117-3536-4341-a3b7-80afee18df72'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:23.238636 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['a9e69117-3536-4341-a3b7-80afee18df72'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:23.245478 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fd090-9b25-4855-b69a-bed65e9e0fd0 None None] Pushing event updated for resources: {'Port': ['ID=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:23.314819 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c17fd090-9b25-4855-b69a-bed65e9e0fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:23.373862 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff93895-30ac-4270-a474-008f2fa4671f req-27f472c1-69bd-4232-8faf-75b47ba42baa tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:23.386277 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5ff93895-30ac-4270-a474-008f2fa4671f req-27f472c1-69bd-4232-8faf-75b47ba42baa tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1289215 Jun 15 07:13:23.427751 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] Set router a9e69117-3536-4341-a3b7-80afee18df72 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:23.449937 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5ff93895-30ac-4270-a474-008f2fa4671f req-4df9ca4c-d132-40a1-8424-7148656988d8 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627921 Jun 15 07:13:23.823504 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:13:18Z', 'revision_number': 4, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port': {'id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:13Z', 'updated_at': '2021-06-15T07:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': 'ca70b5b2-8741-4987-87ab-48a5fec9d7bc', 'name': '', 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'mac_address': 'fa:16:3e:f9:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd409cd91-a444-4516-a405-3b795af6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:17Z', 'updated_at': '2021-06-15T07:13:23Z', 'revision_number': 4, 'project_id': '70ef73d41b974314bd3e04b198974161', 'subnets': [{'id': 'd409cd91-a444-4516-a405-3b795af6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:23.827548 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619ff30-60ba-4a30-9fe1-46e41051d7af None None] The sync data for ids ['a9e69117-3536-4341-a3b7-80afee18df72'] in dv-cinder-741349-5-iscsi is: [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:13:18Z', 'revision_number': 4, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port': {'id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:13Z', 'updated_at': '2021-06-15T07:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': 'ca70b5b2-8741-4987-87ab-48a5fec9d7bc', 'name': '', 'network_id': '8d30f05d-ed72-4f28-aa11-a6e57b5cc77d', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'mac_address': 'fa:16:3e:f9:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd409cd91-a444-4516-a405-3b795af6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:17Z', 'updated_at': '2021-06-15T07:13:23Z', 'revision_number': 4, 'project_id': '70ef73d41b974314bd3e04b198974161', 'subnets': [{'id': 'd409cd91-a444-4516-a405-3b795af6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:13:23.883856 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 76831d00-58a1-47e9-9b81-0db7f5d32fdd no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:13:23.941495 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 76831d00-58a1-47e9-9b81-0db7f5d32fdd {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:13:23.941779 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 76831d00-58a1-47e9-9b81-0db7f5d32fdd not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:13:23.942276 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:13:24.080608 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:24.142022 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:13:24.145265 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59772e55-d85f-4c80-aaaa-f6ad200f7c17" -d '{"events": [{"server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "name": "network-vif-unplugged", "status": "completed", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:13:24.201354 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:24.206017 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:24.209281 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1f9b2bfe-13ff-4698-810a-9af1adfc0275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:24.275241 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device ca70b5b2-8741-4987-87ab-48a5fec9d7bc up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:24.351948 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 07:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96fe46-3613-4a76-8233-d53e6256d6d9 x-openstack-request-id: req-bd96fe46-3613-4a76-8233-d53e6256d6d9 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:13:24.352253 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "name": "network-vif-unplugged", "status": "completed", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:13:24.352724 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd96fe46-3613-4a76-8233-d53e6256d6d9 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:13:24.353859 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'code': 200} Jun 15 07:13:24.362179 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=6']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:24.370050 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:24.384747 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port ca70b5b2-8741-4987-87ab-48a5fec9d7bc completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:24.390720 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port ca70b5b2-8741-4987-87ab-48a5fec9d7bc triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:24.391592 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:24.531168 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:24.614093 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port ca70b5b2-8741-4987-87ab-48a5fec9d7bc, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,segment=NetworkSegment(7fe80d4d-54dc-416b-b85c-2213c99bae45),segment_id=7fe80d4d-54dc-416b-b85c-2213c99bae45)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:24.627966 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:24.631820 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:24.762615 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:24.768718 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:24.794836 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8066252-9385-449f-ad6b-aeb931cccd36 req-54778a42-4071-462e-8f1f-5673e60faa1a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:24.796505 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e8066252-9385-449f-ad6b-aeb931cccd36 req-54778a42-4071-462e-8f1f-5673e60faa1a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.1285210 Jun 15 07:13:24.918329 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e8066252-9385-449f-ad6b-aeb931cccd36 req-3ec523cd-f61c-4a72-acf8-b9f7a316ce6a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127875 Jun 15 07:13:26.154705 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e73ac-2975-4513-8df6-9735536a6275 req-8c44f95b-914a-42cb-9189-6b80647564cb tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:26.156470 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-459e73ac-2975-4513-8df6-9735536a6275 req-8c44f95b-914a-42cb-9189-6b80647564cb tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.1208994 Jun 15 07:13:26.227027 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device ca70b5b2-8741-4987-87ab-48a5fec9d7bc up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:26.247658 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-459e73ac-2975-4513-8df6-9735536a6275 req-c32c73b7-ec8d-4842-a9ad-ad77bb9ac862 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801046 Jun 15 07:13:26.323546 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port ca70b5b2-8741-4987-87ab-48a5fec9d7bc triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:26.323932 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:26.647197 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40490) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:26.730082 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2ff39-5366-49bc-ac0d-32b6e12618ea req-9173ce60-e2d2-4ce6-8258-272f85936b27 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:26.731919 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b8e2ff39-5366-49bc-ac0d-32b6e12618ea req-9173ce60-e2d2-4ce6-8258-272f85936b27 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0818045 Jun 15 07:13:26.786271 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-3ed85b03-f33b-4fe8-898d-4eae6cc304a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300213 Jun 15 07:13:26.789461 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b8e2ff39-5366-49bc-ac0d-32b6e12618ea req-4a3e914e-48a8-4e13-ab82-01a054eb3016 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498412 Jun 15 07:13:28.004327 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022a8c-a7c2-42b0-8462-9f61c2de3fad req-da4527c5-82c8-4f74-9d1a-3bde8afbaba8 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:28.005854 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c8022a8c-a7c2-42b0-8462-9f61c2de3fad req-da4527c5-82c8-4f74-9d1a-3bde8afbaba8 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0826547 Jun 15 07:13:28.052573 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c8022a8c-a7c2-42b0-8462-9f61c2de3fad req-eff5bc6e-0a93-4d71-ba14-b6343196697e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Jun 15 07:13:29.358296 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fd3ae-4858-45b9-80ba-e2c4afdea1ab req-af2dd9af-3186-4276-902e-b67aa9a44610 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:29.372096 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b88fd3ae-4858-45b9-80ba-e2c4afdea1ab req-af2dd9af-3186-4276-902e-b67aa9a44610 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.1788661 Jun 15 07:13:29.437181 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b88fd3ae-4858-45b9-80ba-e2c4afdea1ab req-6555c331-65c3-49de-aec3-033df0710370 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608759 Jun 15 07:13:29.725023 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-b4efa240-da64-48be-b567-beba173ea7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:29.726583 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-b4efa240-da64-48be-b567-beba173ea7e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750&tenant_id=70c32ed827b44976a672f5575ba839dd HTTP/1.1" status: 200 len: 1097 time: 0.1180866 Jun 15 07:13:29.817241 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-f3f79015-de6f-4d4a-829a-7d8466bd1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:29.823429 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-f3f79015-de6f-4d4a-829a-7d8466bd1050 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1097 time: 0.0715513 Jun 15 07:13:29.937656 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-a0a30674-7ad9-4eb1-8aea-57b2aff53655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:29.939210 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-a0a30674-7ad9-4eb1-8aea-57b2aff53655 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 910 time: 0.1121869 Jun 15 07:13:30.030592 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-78202701-88ab-43af-937d-59fee643a97d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 998 time: 0.0843918 Jun 15 07:13:30.088538 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-ac37c6b1-26f2-4488-9f63-afcc47409eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:30.089820 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-ac37c6b1-26f2-4488-9f63-afcc47409eb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 200 len: 848 time: 0.0529234 Jun 15 07:13:30.162299 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-474f983a-0390-4c5a-94b8-9737575a228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:30.163780 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-474f983a-0390-4c5a-94b8-9737575a228a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b84381c3-7da3-4966-978e-4ce35e1867fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612051 Jun 15 07:13:30.286262 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-c7a5408d-534a-47f2-9827-974210dccdb5 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140847 Jun 15 07:13:30.406848 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d09d03c-b72b-4a67-a941-af7e0c4debdc req-974dd825-2e98-4d3f-ab18-6d5c8b6a2656 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136737 Jun 15 07:13:30.619678 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9594a-03d0-448f-8b04-e01a91ca15ea req-12897fba-fbe4-4229-bf93-1927d2e5cb72 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:30.621232 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dba9594a-03d0-448f-8b04-e01a91ca15ea req-12897fba-fbe4-4229-bf93-1927d2e5cb72 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0730374 Jun 15 07:13:30.637313 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-569eeb5e-4bb2-4181-b94f-3707d8a3403a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:30.638774 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-569eeb5e-4bb2-4181-b94f-3707d8a3403a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/networks?id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 200 len: 815 time: 0.1275408 Jun 15 07:13:30.653699 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-40b09e83-0ad2-46b2-9241-34cf72b849e2 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/quotas/0a5b3af12f23428d84f348768c534faf HTTP/1.1" status: 200 len: 375 time: 0.0095496 Jun 15 07:13:30.663710 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dba9594a-03d0-448f-8b04-e01a91ca15ea req-3126e05b-5d33-4945-a954-aeb42934ab7e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362046 Jun 15 07:13:30.739449 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-56b0984d-9cfe-4b48-831f-0737b7e4b638 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a5b3af12f23428d84f348768c534faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794137 Jun 15 07:13:30.940294 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-0d0b6fa7-e20f-4928-9e81-bdf48663f7ba service neutron] 10.222.0.24 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837251 Jun 15 07:13:31.057503 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-fcece9f5-fa11-4cb1-a919-d6ef32174fbc service neutron] 10.222.0.24 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116672 Jun 15 07:13:31.228981 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6b22b838-e3bf-47e8-b123-619968466a8a req-149fe997-5dd0-4cb8-bb6f-9eb05351a157 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 210 time: 0.0334380 Jun 15 07:13:31.849229 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8076f-c5fa-4df3-af0d-3c5484844f1f req-78af71f7-8bc7-4182-b726-afe265198ac1 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:31.850714 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-73e8076f-c5fa-4df3-af0d-3c5484844f1f req-78af71f7-8bc7-4182-b726-afe265198ac1 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0698562 Jun 15 07:13:31.892681 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-73e8076f-c5fa-4df3-af0d-3c5484844f1f req-259e267f-029e-4c84-9a06-4f9695a122b5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358515 Jun 15 07:13:32.375589 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-99c96198-4daa-4c63-8a05-12f1f89a4bbb req-65eeb783-2fbc-419a-a0af-30547e54e784 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 210 time: 0.0362895 Jun 15 07:13:32.531264 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:13:33.080694 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd416d5-40b3-444e-bbdf-98d57d478aef req-7822ab92-1d6f-46ee-b7c6-b52dc221f2d8 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:33.082158 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cfd416d5-40b3-444e-bbdf-98d57d478aef req-7822ab92-1d6f-46ee-b7c6-b52dc221f2d8 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0770619 Jun 15 07:13:33.123478 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cfd416d5-40b3-444e-bbdf-98d57d478aef req-d795ffe5-b04c-4df7-9743-a4a4a8c424b5 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348623 Jun 15 07:13:33.517304 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2b72e5d-17cb-42e0-a42d-ef4e3fa3a9a7 req-e85ed298-ea79-48df-b851-ee7e6b1bc107 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 210 time: 0.0322568 Jun 15 07:13:34.318311 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e430bf-7628-46a9-a194-ec8a347d9028 req-8d395e1c-df33-4c5f-b7f2-f0956e5c38e6 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:34.319775 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-70e430bf-7628-46a9-a194-ec8a347d9028 req-8d395e1c-df33-4c5f-b7f2-f0956e5c38e6 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0787628 Jun 15 07:13:34.364764 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-70e430bf-7628-46a9-a194-ec8a347d9028 req-45bf48c6-dd15-4c74-897f-d1827f708da9 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386002 Jun 15 07:13:34.668330 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5a78e40d-f1ca-41f1-a545-dd41cd566a01 req-f9fd6d92-4327-4bea-833b-1b9bf94d5beb tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 210 time: 0.0318811 Jun 15 07:13:35.133182 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-434dd0a9-2f1d-4eaf-b939-cd7c0570deb7 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:35.135041 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-434dd0a9-2f1d-4eaf-b939-cd7c0570deb7 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.11 "GET /v2.0/networks?id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 200 len: 815 time: 0.4295552 Jun 15 07:13:35.150383 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'port': {'device_id': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'admin_state_up': True, 'tenant_id': '0a5b3af12f23428d84f348768c534faf'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:35.350216 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Made reservation on behalf of 0a5b3af12f23428d84f348768c534faf for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:13:35.357228 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:35.673424 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Allocated IP 172.20.0.12 (c6abe810-a244-4ec4-bcd7-24b14f2de6a4/975b74d4-e5f0-4657-badb-4a73ce7094f7/832aff94-9148-4c3b-97c7-40ce16587b16) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:35.762352 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39353e-c8ca-428b-b3bc-61c158af7acd req-e56819e2-a09e-4374-99dd-7fee3401649e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:35.783015 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1d39353e-c8ca-428b-b3bc-61c158af7acd req-e56819e2-a09e-4374-99dd-7fee3401649e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.1259460 Jun 15 07:13:35.859729 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1d39353e-c8ca-428b-b3bc-61c158af7acd req-78cd2a2b-4375-4b86-8c40-7f80a315af03 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739880 Jun 15 07:13:35.942117 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d0e0920d-9b95-41ab-9663-80e7cf6f1652 req-c84f8742-ae65-4860-823e-847b924b5d74 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 210 time: 0.0400898 Jun 15 07:13:36.057625 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:36.071679 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Transition to ACTIVE for port object 832aff94-9148-4c3b-97c7-40ce16587b16 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:36.113767 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:36.118520 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:36.173593 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:36.176891 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:36.181036 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:36.234668 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'Port': ['ID=832aff94-9148-4c3b-97c7-40ce16587b16,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:36.244452 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:36.278930 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:36.279852 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:36.298873 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1540277 Jun 15 07:13:36.515460 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-26176e02-da87-4df8-8cf9-5a7378be493a None None] Provisioning for port 832aff94-9148-4c3b-97c7-40ce16587b16 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:36.521076 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-26176e02-da87-4df8-8cf9-5a7378be493a None None] Provisioning complete for port 832aff94-9148-4c3b-97c7-40ce16587b16 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:36.521076 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26176e02-da87-4df8-8cf9-5a7378be493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:36.567337 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-26176e02-da87-4df8-8cf9-5a7378be493a None None] Port 832aff94-9148-4c3b-97c7-40ce16587b16 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:13:37.071647 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160c769-6d6c-44ff-8997-ac7892d81aa9 req-f9b6b76b-3e87-48b7-b51a-7d955e0ed789 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:37.073729 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a160c769-6d6c-44ff-8997-ac7892d81aa9 req-f9b6b76b-3e87-48b7-b51a-7d955e0ed789 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0745897 Jun 15 07:13:37.117330 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a160c769-6d6c-44ff-8997-ac7892d81aa9 req-e0afbb0b-9452-4ff5-acf9-2e8055bc05cd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Jun 15 07:13:37.312418 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418b2ce-fe85-418b-bf47-b35f992eb7a1 req-b4f731cc-24fc-4774-9e56-ad5283b91abb tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:37.314162 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4418b2ce-fe85-418b-bf47-b35f992eb7a1 req-b4f731cc-24fc-4774-9e56-ad5283b91abb tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.0795543 Jun 15 07:13:37.361554 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4418b2ce-fe85-418b-bf47-b35f992eb7a1 req-9fde0c7c-7be6-45ca-813e-731ad67f5f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Jun 15 07:13:38.329092 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d97f0-54b3-4ebf-b89e-2f46ea41456d req-afec3d1b-889d-4ae4-b6e0-09b178906a8c tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:38.330574 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-450d97f0-54b3-4ebf-b89e-2f46ea41456d req-afec3d1b-889d-4ae4-b6e0-09b178906a8c tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0769806 Jun 15 07:13:38.373473 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-450d97f0-54b3-4ebf-b89e-2f46ea41456d req-eade6e03-cf2a-47a0-a0ea-057ff0e49bdd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369725 Jun 15 07:13:38.553979 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f13f-bb1c-4561-99f7-7beb10a86e5b req-28107670-5592-42ce-b2ef-36abe8788b28 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:38.555860 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1729f13f-bb1c-4561-99f7-7beb10a86e5b req-28107670-5592-42ce-b2ef-36abe8788b28 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.0722826 Jun 15 07:13:38.605383 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1729f13f-bb1c-4561-99f7-7beb10a86e5b req-f8aa2be5-4c43-41ab-aab7-ca6c87bdabfa tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Jun 15 07:13:39.574965 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5214f7e-0e76-4933-9774-13b783cad110 req-5d406492-0b4d-4e01-bd5b-460fe51f36f7 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:39.576504 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5214f7e-0e76-4933-9774-13b783cad110 req-5d406492-0b4d-4e01-bd5b-460fe51f36f7 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0728526 Jun 15 07:13:39.624490 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5214f7e-0e76-4933-9774-13b783cad110 req-34fcb70d-7ea4-4eab-9881-bb51bacedc0d tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Jun 15 07:13:39.803765 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08a334-a6ee-4771-b3d4-740c0153b73a req-3dfd6e20-3d03-40c4-b858-b5b6458d6af7 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:39.805240 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-eb08a334-a6ee-4771-b3d4-740c0153b73a req-3dfd6e20-3d03-40c4-b858-b5b6458d6af7 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.0769494 Jun 15 07:13:39.855806 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-eb08a334-a6ee-4771-b3d4-740c0153b73a req-e6e44e98-4fc4-4966-a47b-71cf07eb587e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446224 Jun 15 07:13:40.812327 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209829f9-de7f-435d-933e-92633601a915 req-4b218626-ef1b-4431-a080-775f2eb786ba tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:40.814825 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-209829f9-de7f-435d-933e-92633601a915 req-4b218626-ef1b-4431-a080-775f2eb786ba tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0733740 Jun 15 07:13:40.859292 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-209829f9-de7f-435d-933e-92633601a915 req-9dfdce11-0bc6-46e0-9bb9-3159fb4a1d69 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Jun 15 07:13:41.059838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce1d43-af9c-4beb-a57f-6a18fe3c10b0 req-5b527baa-a254-474c-88ad-6739b6677890 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:41.061406 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a6ce1d43-af9c-4beb-a57f-6a18fe3c10b0 req-5b527baa-a254-474c-88ad-6739b6677890 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.0775099 Jun 15 07:13:41.117098 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a6ce1d43-af9c-4beb-a57f-6a18fe3c10b0 req-2f44dd82-ee74-4112-8c26-ca6201c20ef2 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Jun 15 07:13:42.050475 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe52b-e99c-421c-8a46-19179821c726 req-9b89236f-d4d5-4676-a8ef-1cfd37d96030 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:42.052112 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8dcfe52b-e99c-421c-8a46-19179821c726 req-9b89236f-d4d5-4676-a8ef-1cfd37d96030 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0771120 Jun 15 07:13:42.095318 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8dcfe52b-e99c-421c-8a46-19179821c726 req-54c1ac6d-6040-421c-b211-2d23a96ef381 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363667 Jun 15 07:13:42.326659 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a702c5-f863-46cb-ae21-d910b6b34c0d req-36d7d55b-d223-434a-8849-d4bedf58825d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:42.328413 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4a702c5-f863-46cb-ae21-d910b6b34c0d req-36d7d55b-d223-434a-8849-d4bedf58825d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.0749302 Jun 15 07:13:42.385232 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4a702c5-f863-46cb-ae21-d910b6b34c0d req-bfdf7ec5-31f8-4433-9651-e14db2e0fa93 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510952 Jun 15 07:13:42.713027 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40760) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:42.841980 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4686be5a-6156-4fb9-b87d-9faa74f6f7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:42.948723 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4686be5a-6156-4fb9-b87d-9faa74f6f7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:42.954071 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4686be5a-6156-4fb9-b87d-9faa74f6f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:42.964756 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dc7b1e21-141c-4f84-bc5a-c297adb79863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:42.998333 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4686be5a-6156-4fb9-b87d-9faa74f6f7f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cdffd059a8b4f72841553abc929eb65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839994 Jun 15 07:13:43.000301 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686be5a-6156-4fb9-b87d-9faa74f6f7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d5401a-1417-4337-8b31-7c31be11be83,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:43.001160 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40764) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:43.013778 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4686be5a-6156-4fb9-b87d-9faa74f6f7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:43.065848 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77d8779c-034c-4fe3-b22a-044009b2c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:43.091196 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77d8779c-034c-4fe3-b22a-044009b2c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:43.150370 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77d8779c-034c-4fe3-b22a-044009b2c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:43.153185 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77d8779c-034c-4fe3-b22a-044009b2c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:43.156759 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-77d8779c-034c-4fe3-b22a-044009b2c8e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8d5401a-1417-4337-8b31-7c31be11be83 HTTP/1.1" status: 204 len: 168 time: 0.1520274 Jun 15 07:13:43.156759 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c33bf14a-aa81-433f-be78-390870e401bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:43.180764 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8779c-034c-4fe3-b22a-044009b2c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d5401a-1417-4337-8b31-7c31be11be83,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:43.183550 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-77d8779c-034c-4fe3-b22a-044009b2c8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:43.322150 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bc22e-b893-4b6d-8f8a-44b757617fb8 req-5ad67e4a-18d8-4702-a623-127bf405869b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:43.323970 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67bc22e-b893-4b6d-8f8a-44b757617fb8 req-5ad67e4a-18d8-4702-a623-127bf405869b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0972464 Jun 15 07:13:43.379467 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d67bc22e-b893-4b6d-8f8a-44b757617fb8 req-ba5f456d-15a4-48c0-acba-fe9905c5ba41 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494967 Jun 15 07:13:43.595223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a771-842c-4ff3-9cf6-4d0b636ecbfc req-0709099a-79ef-44c7-9f16-ae446702622d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:43.596915 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a62a771-842c-4ff3-9cf6-4d0b636ecbfc req-0709099a-79ef-44c7-9f16-ae446702622d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.0792997 Jun 15 07:13:43.644903 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a62a771-842c-4ff3-9cf6-4d0b636ecbfc req-d97544c9-7a4d-4504-a6e4-5fd5ad2e4229 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Jun 15 07:13:44.579950 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd4e6e-04df-4628-aa0d-17b93f9012a4 req-5075dd79-2601-45ec-810b-28e60ec78643 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:44.581452 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41dd4e6e-04df-4628-aa0d-17b93f9012a4 req-5075dd79-2601-45ec-810b-28e60ec78643 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0778286 Jun 15 07:13:44.632249 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41dd4e6e-04df-4628-aa0d-17b93f9012a4 req-3d22f26b-209c-4e8e-bda6-13501009394e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Jun 15 07:13:44.848203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d689e6-be86-406b-8052-a72995681976 req-bdf1635b-dc8e-4a89-9bb8-2c238a359d2e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:44.849948 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32d689e6-be86-406b-8052-a72995681976 req-bdf1635b-dc8e-4a89-9bb8-2c238a359d2e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.0861845 Jun 15 07:13:44.898306 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32d689e6-be86-406b-8052-a72995681976 req-6ccc96a7-5ee6-4d47-9be4-e009c99ecd8a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Jun 15 07:13:45.835979 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb734df-7bac-4441-8b15-c9e89e849d77 req-ddb64d7a-4213-408c-be8b-5e271cccc906 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:45.839497 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ceb734df-7bac-4441-8b15-c9e89e849d77 req-ddb64d7a-4213-408c-be8b-5e271cccc906 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0789320 Jun 15 07:13:45.903513 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ceb734df-7bac-4441-8b15-c9e89e849d77 req-dea3b3b2-fccc-4013-bc5a-e9d0acadf7fc tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575621 Jun 15 07:13:46.172222 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831823c-2c59-4711-9339-cacfb82ffc02 req-c8a3cd06-311b-4c06-95ab-3f5e939bb24d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:46.173739 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0831823c-2c59-4711-9339-cacfb82ffc02 req-c8a3cd06-311b-4c06-95ab-3f5e939bb24d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.1581271 Jun 15 07:13:46.227757 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0831823c-2c59-4711-9339-cacfb82ffc02 req-2f17bd37-fead-4485-9289-3d79fadd8abc tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479116 Jun 15 07:13:46.805538 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:47.076252 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e583-d38a-4844-95c8-0a68a58ed849 req-51e6f814-726c-447c-ab03-5e75bffeba12 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:47.078246 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a443e583-d38a-4844-95c8-0a68a58ed849 req-51e6f814-726c-447c-ab03-5e75bffeba12 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0707693 Jun 15 07:13:47.082926 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4b57105f-c6b8-4bab-b5b6-6044f966f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:47.128090 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a443e583-d38a-4844-95c8-0a68a58ed849 req-d6484617-0f5a-492e-9d73-a14d192a184f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415230 Jun 15 07:13:47.335462 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Request body: {'port': {'device_id': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:47.478741 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:47.504975 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4302c-f656-4571-8124-c815bd7491b6 req-0be46fb7-f82e-4f76-8018-4f53a71bd3e7 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:47.506458 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-58e4302c-f656-4571-8124-c815bd7491b6 req-0be46fb7-f82e-4f76-8018-4f53a71bd3e7 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 932 time: 0.1399045 Jun 15 07:13:47.653661 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-58e4302c-f656-4571-8124-c815bd7491b6 req-3115d232-0ed4-4cba-a941-fc459216676d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167583 Jun 15 07:13:47.854527 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832aff94-9148-4c3b-97c7-40ce16587b16 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:13:47.861814 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:47.874194 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Transition to ACTIVE for port object 832aff94-9148-4c3b-97c7-40ce16587b16 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:47.877345 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:47.879980 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-644c5000-28c7-47bf-853f-28c1f12a4f83 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:47.996985 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Pushing event updated for resources: {'Port': ['ID=832aff94-9148-4c3b-97c7-40ce16587b16,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:48.000572 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:48.082044 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Attempting to bind port 832aff94-9148-4c3b-97c7-40ce16587b16 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:48.082683 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Attempting to bind port 832aff94-9148-4c3b-97c7-40ce16587b16 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:48.082683 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Attempting to bind port 832aff94-9148-4c3b-97c7-40ce16587b16 on network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:48.086996 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Port 832aff94-9148-4c3b-97c7-40ce16587b16 on network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:13:48.087310 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Attempting to bind port 832aff94-9148-4c3b-97c7-40ce16587b16 on network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:48.092589 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:48.092946 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Checking segment: {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:48.093319 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Bound using segment: {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:48.093766 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Bound port: 832aff94-9148-4c3b-97c7-40ce16587b16, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:48.094101 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:48.168894 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] For port 832aff94-9148-4c3b-97c7-40ce16587b16, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:48.173533 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] For port 832aff94-9148-4c3b-97c7-40ce16587b16, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=832aff94-9148-4c3b-97c7-40ce16587b16,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:48.178509 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:48.180461 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:48.226853 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:48.227472 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:48.228913 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] 10.222.0.11 "PUT /v2.0/ports/832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 1094 time: 0.8985703 Jun 15 07:13:48.233391 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:13:48.235808 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02e9b7e-adde-4f50-bf68-a882ae884170" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:13:48.271804 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Pushing event updated for resources: {'Port': ['ID=832aff94-9148-4c3b-97c7-40ce16587b16,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:48.275213 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:48.353352 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-e05e142e-2f4a-48d8-88fe-84d7fe7d7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:48.355840 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-e05e142e-2f4a-48d8-88fe-84d7fe7d7956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a5b3af12f23428d84f348768c534faf&device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1097 time: 0.0767047 Jun 15 07:13:48.357927 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07500a1b-8172-44b2-85e9-611e9d330a46 req-ff19dc96-4e55-40d6-bbce-0831d0a210e7 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:48.359459 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-07500a1b-8172-44b2-85e9-611e9d330a46 req-ff19dc96-4e55-40d6-bbce-0831d0a210e7 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0918903 Jun 15 07:13:48.432698 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-07500a1b-8172-44b2-85e9-611e9d330a46 req-c6e5659d-60e4-4b82-8330-bb27ad08f4e7 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567257 Jun 15 07:13:48.451140 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-6eb42104-f5e9-4b8b-842b-71f3ca846b72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 217 time: 0.0859075 Jun 15 07:13:48.559867 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc50d8-37da-4cc1-9a9d-621a019f45f2 x-openstack-request-id: req-fadc50d8-37da-4cc1-9a9d-621a019f45f2 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:13:48.560208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:13:48.560497 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fadc50d8-37da-4cc1-9a9d-621a019f45f2 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:13:48.561005 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16', 'status': 'completed', 'code': 200} Jun 15 07:13:48.571062 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-43a3ca44-eefa-4731-b775-b24cfa85332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:48.572566 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-43a3ca44-eefa-4731-b775-b24cfa85332f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=975b74d4-e5f0-4657-badb-4a73ce7094f7 HTTP/1.1" status: 200 len: 854 time: 0.1090827 Jun 15 07:13:48.646935 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-f66335e7-2a02-4739-ac4e-1af91b6b5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:48.648855 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-f66335e7-2a02-4739-ac4e-1af91b6b5701 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688226 Jun 15 07:13:48.772116 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-e2cc5488-3694-4b57-852e-598d6bf48651 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157570 Jun 15 07:13:48.935335 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74394607-b6ce-433c-8d05-8f99cbc96db5 req-bb53e6ac-81e4-49b0-bbb7-e40f766a24d9 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557834 Jun 15 07:13:48.946935 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09e2e1-75af-4eb3-a162-3ca2151e4818 req-d356ec60-38d7-4f9e-829f-3afcc28c184b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:48.948409 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9e09e2e1-75af-4eb3-a162-3ca2151e4818 req-d356ec60-38d7-4f9e-829f-3afcc28c184b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 944 time: 0.1618187 Jun 15 07:13:49.027201 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9e09e2e1-75af-4eb3-a162-3ca2151e4818 req-66713bb6-8e9f-4e4b-8241-ac7aacbef264 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719776 Jun 15 07:13:49.053153 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-c7887ca8-2594-41b8-a2f5-7d0aa76b075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:49.054609 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-c7887ca8-2594-41b8-a2f5-7d0aa76b075e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a5b3af12f23428d84f348768c534faf&device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1097 time: 0.0676877 Jun 15 07:13:49.173380 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-e7ff89f9-3f35-462b-9fcb-271832bff73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:49.174814 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-e7ff89f9-3f35-462b-9fcb-271832bff73b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 200 len: 916 time: 0.1109741 Jun 15 07:13:49.230524 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-28588e5f-3aa2-4e29-955f-04b74a9708a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 217 time: 0.0478160 Jun 15 07:13:49.286845 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-0fc180ea-475d-4879-b6a2-7491300d55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:49.288288 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-0fc180ea-475d-4879-b6a2-7491300d55c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=975b74d4-e5f0-4657-badb-4a73ce7094f7 HTTP/1.1" status: 200 len: 854 time: 0.0504532 Jun 15 07:13:49.355541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-1425c60d-49e9-4a2a-a83d-1fc5cb9b7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:49.357039 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-1425c60d-49e9-4a2a-a83d-1fc5cb9b7813 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615416 Jun 15 07:13:49.471521 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-81d7703b-a8d3-4723-8b3f-aaad05c9057e service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075451 Jun 15 07:13:49.583853 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f02e9b7e-adde-4f50-bf68-a882ae884170 req-e1db2b3e-6256-465b-9240-27d41b967ab2 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053271 Jun 15 07:13:49.597018 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-574bef58-3dda-4a3c-a75f-019e4b354d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:49.614577 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587156b4-acd0-455f-a11f-b9fb6fdfe7be req-8fac6840-cee1-4166-8e90-7e5f3e7fa7a1 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:49.616572 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-587156b4-acd0-455f-a11f-b9fb6fdfe7be req-8fac6840-cee1-4166-8e90-7e5f3e7fa7a1 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 944 time: 0.0724800 Jun 15 07:13:49.663348 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-587156b4-acd0-455f-a11f-b9fb6fdfe7be req-c224ea5d-610c-46a6-b914-a4c186de837c tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390697 Jun 15 07:13:49.695731 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:49.966568 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 832aff94-9148-4c3b-97c7-40ce16587b16 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:13:50.089829 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 832aff94-9148-4c3b-97c7-40ce16587b16, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=832aff94-9148-4c3b-97c7-40ce16587b16,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:50.105381 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '832aff94-9148-4c3b-97c7-40ce16587b16', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'port_id': '832aff94-9148-4c3b-97c7-40ce16587b16', 'mac_address': 'fa:16:3e:36:f6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:13:50.157482 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:50.174176 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832aff94-9148-4c3b-97c7-40ce16587b16 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:13:50.198530 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 832aff94-9148-4c3b-97c7-40ce16587b16, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=832aff94-9148-4c3b-97c7-40ce16587b16,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:50.203169 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:50.203940 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:13:50.205863 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:50.291467 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=832aff94-9148-4c3b-97c7-40ce16587b16,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:50.303052 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.303400 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.303739 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.304076 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.304404 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.304729 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.305078 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.305405 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.305729 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.306055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.306376 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.306697 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:13:50.353129 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:50.379864 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874281e1-dad7-4831-a3d9-04d95fb5a897 req-697e5b58-d76a-432c-a3b1-4a1fdafe0663 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:50.381373 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-874281e1-dad7-4831-a3d9-04d95fb5a897 req-697e5b58-d76a-432c-a3b1-4a1fdafe0663 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 945 time: 0.0744767 Jun 15 07:13:50.383481 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:50.397329 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'port_id': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'mac_address': 'fa:16:3e:c6:14:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:13:50.425220 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-874281e1-dad7-4831-a3d9-04d95fb5a897 req-51e515c4-7881-41b2-8c41-e783b19fb1bc tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370736 Jun 15 07:13:50.441843 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:50.457129 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:13:50.483719 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:50.487828 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:50.489716 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:50.541890 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=7']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:50.544884 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:50.731434 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['832aff94-9148-4c3b-97c7-40ce16587b16'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:13:50.734494 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['095e7f54-0c1f-4bb2-8c53-c17b91a06b96'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:13:50.849542 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40926) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:50.864345 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a022-c5fa-415e-bf95-97837a14f5c9 req-05ac7c36-5fd6-4280-b8da-bc031e813ba2 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:50.865936 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3d72a022-c5fa-415e-bf95-97837a14f5c9 req-05ac7c36-5fd6-4280-b8da-bc031e813ba2 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 945 time: 0.0803053 Jun 15 07:13:50.909704 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] Deleting subnet 083bc4db-9208-425e-b16f-fd427f441c9a {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:13:50.913121 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:50.919390 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3d72a022-c5fa-415e-bf95-97837a14f5c9 req-d5c34b73-0a45-49e7-a331-537d64b2ba1d tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465121 Jun 15 07:13:50.967256 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533723981'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.011303 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.031780 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.138716 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533723944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533101030'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.142383 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5fefdd4a-1b06-4fcb-9f42-d36b00946e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:51.176097 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083bc4db-9208-425e-b16f-fd427f441c9a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:51.179208 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.181586 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/083bc4db-9208-425e-b16f-fd427f441c9a HTTP/1.1" status: 204 len: 168 time: 0.3273609 Jun 15 07:13:51.182453 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d4a1d5bf-bc2a-4cac-bbf7-8a3eb32914d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:51.183786 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40932) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:51.296491 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.440916 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.454750 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336e0fc2-4c0b-40a9-bd1f-51c45041fe5b']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:51.467370 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4052d515-43b2-42ca-b079-2861218478fa') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:51.467666 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4052d515-43b2-42ca-b079-2861218478fa') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:51.477476 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533723974'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.492026 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.498887 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:13:51.499277 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533724289'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: timer() Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: cb(*args, **kw) Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: self._notify() Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: self.callback(batched_events) Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: event.method(event) Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._get(url).json() Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:13:51.501131 dv-cinder-741349-5-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:13:51.607644 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.614267 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ee935c2a-e1d9-43aa-b63c-3280deebecee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:51.616665 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.621546 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] 10.222.0.24 "DELETE /v2.0/networks/336e0fc2-4c0b-40a9-bd1f-51c45041fe5b HTTP/1.1" status: 204 len: 168 time: 0.4337678 Jun 15 07:13:51.635378 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Pushing event deleted for resources: {'Network': ['ID=336e0fc2-4c0b-40a9-bd1f-51c45041fe5b,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:51.639627 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e1cd4fff-933b-400f-b923-3c31c8df444f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:51.666508 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a25733-707f-4aa2-aa72-4090fde3a800 req-3cf96891-09d6-49e1-b226-917b4b3c27af tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:51.668309 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-43a25733-707f-4aa2-aa72-4090fde3a800 req-3cf96891-09d6-49e1-b226-917b4b3c27af tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 945 time: 0.0957520 Jun 15 07:13:51.719557 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-43a25733-707f-4aa2-aa72-4090fde3a800 req-968b2832-180e-456a-99cd-4857f858e6f7 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Jun 15 07:13:51.794996 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40942) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:51.838314 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9c07b984-9999-42c7-9c18-9b63015881b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d4ce4e02a5042949789aa05c344dfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420673 Jun 15 07:13:51.840637 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40944) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:51.892171 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f06fc825-a5b7-4c7c-a689-3837c7787cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.915377 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f06fc825-a5b7-4c7c-a689-3837c7787cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.971195 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f06fc825-a5b7-4c7c-a689-3837c7787cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.973820 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f06fc825-a5b7-4c7c-a689-3837c7787cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:51.975144 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f06fc825-a5b7-4c7c-a689-3837c7787cc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20114b0a-ba1e-4096-8fbb-de3940fe4c7e HTTP/1.1" status: 204 len: 168 time: 0.1334074 Jun 15 07:13:51.975733 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9c269612-5957-43a6-a6b6-6fca6db2e322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:51.985809 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fc825-a5b7-4c7c-a689-3837c7787cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20114b0a-ba1e-4096-8fbb-de3940fe4c7e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:51.999715 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f06fc825-a5b7-4c7c-a689-3837c7787cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:52.108438 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25655d2f-cf3a-449b-a2de-0c5efedc10e4 req-6a5d4a0f-e0aa-4aa1-8cba-f0e78aed3aa3 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:52.109975 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-25655d2f-cf3a-449b-a2de-0c5efedc10e4 req-6a5d4a0f-e0aa-4aa1-8cba-f0e78aed3aa3 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 945 time: 0.0769589 Jun 15 07:13:52.159758 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-25655d2f-cf3a-449b-a2de-0c5efedc10e4 req-730b9db9-b327-417a-ad65-a0671452ce59 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Jun 15 07:13:52.292385 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.579488 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 832aff94-9148-4c3b-97c7-40ce16587b16 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:52.634743 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 832aff94-9148-4c3b-97c7-40ce16587b16 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:52.639768 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 832aff94-9148-4c3b-97c7-40ce16587b16 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:52.640182 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.672848 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40972) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:52.732733 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.771748 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:13:52.774102 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b188b-29b7-40a7-ad33-54cda7cd5ad5" -d '{"events": [{"server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "name": "network-vif-plugged", "status": "completed", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:13:52.774764 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1365756193-network', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:52.778710 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 832aff94-9148-4c3b-97c7-40ce16587b16, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=832aff94-9148-4c3b-97c7-40ce16587b16,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:52.784577 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.786552 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:52.802181 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Made reservation on behalf of 7d6dc67e10014e6b9d41ae49aade7299 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:13:52.805020 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.816538 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.846439 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=832aff94-9148-4c3b-97c7-40ce16587b16,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:52.849728 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:52.911731 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c943d-24de-4b93-9a5d-09be0e13f0e6 req-7ee73a7b-cd23-47fa-aeb1-ce7f4979106e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:52.913264 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-810c943d-24de-4b93-9a5d-09be0e13f0e6 req-7ee73a7b-cd23-47fa-aeb1-ce7f4979106e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.0709050 Jun 15 07:13:52.919249 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.923304 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.927723 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-60d77337-c3f5-4887-b7cb-b93c37f998b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:52.946570 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:13:52.959333 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-810c943d-24de-4b93-9a5d-09be0e13f0e6 req-27a24fae-97c2-45aa-8350-930dd3db29cf tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392673 Jun 15 07:13:52.963667 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4b4a74-42c6-45bc-bec3-e321ebe8f1f2,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:52.966866 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:52.967210 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Added segment 3a41ee05-5931-4d16-b47d-376e5188ba70 of type vlan for network dbc281f6-db27-4993-9a9a-86faca867d4a Jun 15 07:13:52.968667 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:53.008461 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72ea4cd-6e65-472d-9eda-563718372536 x-openstack-request-id: req-f72ea4cd-6e65-472d-9eda-563718372536 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:13:53.008866 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "name": "network-vif-plugged", "status": "completed", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:13:53.009238 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f72ea4cd-6e65-472d-9eda-563718372536 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:13:53.009701 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16', 'code': 200} Jun 15 07:13:53.024197 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.053328 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.054732 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:53.055306 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.057428 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cafe839c-3243-4b5a-9461-54a25ede3afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:53.095661 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4216847 Jun 15 07:13:53.098497 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 40980) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:53.103360 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Request body: {'subnet': {'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1365756193-subnet', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:53.124405 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Made reservation on behalf of 7d6dc67e10014e6b9d41ae49aade7299 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:13:53.126719 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533101003'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.140726 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc281f6-db27-4993-9a9a-86faca867d4a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:53.143432 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:53.150535 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network dbc281f6-db27-4993-9a9a-86faca867d4a details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:13:53.376104 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533724011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533101021'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.386810 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:53.460614 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b791296-d229-4670-b908-3680d06100a0 req-e7152749-8469-4e88-84e6-8b01a6f4d0aa tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:53.462122 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b791296-d229-4670-b908-3680d06100a0 req-e7152749-8469-4e88-84e6-8b01a6f4d0aa tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 945 time: 0.1430626 Jun 15 07:13:53.481123 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:53.483714 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:53.505376 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Checking segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:53.505733 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Network hostable DHCP agents. Network: dbc281f6-db27-4993-9a9a-86faca867d4a, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:13:53.531167 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2b791296-d229-4670-b908-3680d06100a0 req-8b3725bc-5ada-4638-9527-b3fb30b1ea72 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594044 Jun 15 07:13:53.539954 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Network dbc281f6-db27-4993-9a9a-86faca867d4a is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:13:53.549372 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, dbc281f6-db27-4993-9a9a-86faca867d4a) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:53.554711 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:53.555515 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.559251 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff95562-a472-4aa6-abe9-1e8aa342b6ba None None] Network dbc281f6-db27-4993-9a9a-86faca867d4a requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:13:53.570204 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ebaa8984-7347-47a2-97d6-566b75efe20d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4706330 Jun 15 07:13:53.573528 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 40986) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:53.578295 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:53.599515 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.600619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.747193 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-dbc281f6-db27-4993-9a9a-86faca867d4a', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:13:53.748057 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:53.910041 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Allocated IP 172.20.0.2 (dbc281f6-db27-4993-9a9a-86faca867d4a/e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e/be3123a3-6b86-480e-baf4-d0c25d56a065) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:53.957551 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.087136 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.096929 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Transition to ACTIVE for port object be3123a3-6b86-480e-baf4-d0c25d56a065 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:54.112737 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Transition to ACTIVE for port object be3123a3-6b86-480e-baf4-d0c25d56a065 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:54.118925 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.122535 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:54.155615 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24007c7-dfdf-4a06-aee4-050551ab1cdd req-9e25cd02-5122-435f-a21e-07d90f4ffbc0 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:54.157129 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a24007c7-dfdf-4a06-aee4-050551ab1cdd req-9e25cd02-5122-435f-a21e-07d90f4ffbc0 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.0799148 Jun 15 07:13:54.169038 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.169531 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Network dbc281f6-db27-4993-9a9a-86faca867d4a is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:54.176435 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:54.180022 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:54.204971 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a24007c7-dfdf-4a06-aee4-050551ab1cdd req-6266ee4b-bd19-470a-99d7-3ebf5ba14992 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Jun 15 07:13:54.217013 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Pushing event updated for resources: {'Port': ['ID=be3123a3-6b86-480e-baf4-d0c25d56a065,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:54.220502 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:54.257144 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Attempting to bind port be3123a3-6b86-480e-baf4-d0c25d56a065 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:54.257530 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Attempting to bind port be3123a3-6b86-480e-baf4-d0c25d56a065 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:54.257908 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Attempting to bind port be3123a3-6b86-480e-baf4-d0c25d56a065 on network dbc281f6-db27-4993-9a9a-86faca867d4a {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:54.264005 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:54.264397 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Checking segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:54.264845 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.265255 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Bound using segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:54.265747 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Bound port: be3123a3-6b86-480e-baf4-d0c25d56a065, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:54.266135 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.337184 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] For port be3123a3-6b86-480e-baf4-d0c25d56a065, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:54.340905 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] For port be3123a3-6b86-480e-baf4-d0c25d56a065, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=be3123a3-6b86-480e-baf4-d0c25d56a065,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:54.345772 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.347710 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:54.420443 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Pushing event updated for resources: {'Port': ['ID=be3123a3-6b86-480e-baf4-d0c25d56a065,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:54.424069 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:54.449203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.481617 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.646848 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Allocated IP 172.27.3.176 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/e7a98594-948c-4233-b3e9-8ba1f43262b0) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:54.891965 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:54.929450 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665bc0a-893a-4d88-a987-dc6c208abc5a req-1307b85c-c67f-4df7-983c-61131b47c89f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:54.930997 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e665bc0a-893a-4d88-a987-dc6c208abc5a req-1307b85c-c67f-4df7-983c-61131b47c89f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 945 time: 0.1744061 Jun 15 07:13:54.984031 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282db5-5be4-4765-ad76-f4e51e7e3f93 req-c24251de-a9e0-4595-94d0-ebfb5e741029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:54.985560 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b282db5-5be4-4765-ad76-f4e51e7e3f93 req-c24251de-a9e0-4595-94d0-ebfb5e741029 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1099 time: 0.1788337 Jun 15 07:13:55.021741 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:55.026619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3eed27cf-8f3e-420b-8ca0-bea8e9027ed9 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:55.030735 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e665bc0a-893a-4d88-a987-dc6c208abc5a req-f49dd64a-ca26-45b1-a7a5-f59a6187682f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837581 Jun 15 07:13:55.092419 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:55.097096 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:55.102489 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b282db5-5be4-4765-ad76-f4e51e7e3f93 req-bdc5123b-f483-4f63-adc3-fb8a9b11b08e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088872 Jun 15 07:13:55.103178 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:55.106958 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Pushing event updated for resources: {'Port': ['ID=e7a98594-948c-4233-b3e9-8ba1f43262b0,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:55.132872 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:55.412879 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8c71-edac-4f32-aec0-8bae442a212a req-5b14a81a-6e6f-47d2-87f5-3cf4385c2260 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:55.415397 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7c7d8c71-edac-4f32-aec0-8bae442a212a req-5b14a81a-6e6f-47d2-87f5-3cf4385c2260 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.0789080 Jun 15 07:13:55.458110 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00610b16-de58-47f8-a726-8a81319fa1ad None None] Network dbc281f6-db27-4993-9a9a-86faca867d4a requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:13:55.468826 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7c7d8c71-edac-4f32-aec0-8bae442a212a req-f604a61d-fc57-4ed7-82eb-66bfc9058cef tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463457 Jun 15 07:13:55.475472 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:55.498128 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-380622ad-829f-4bb0-a461-6150c921c53b None None] Provisioning for port be3123a3-6b86-480e-baf4-d0c25d56a065 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:55.776824 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:55.975252 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:13:56.021111 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:56.119193 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:56.119193 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:56.227586 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:13:56.243126 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:13:56.253135 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:56.273142 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:56.273794 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:56.277230 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:56.280882 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7037063 Jun 15 07:13:56.281097 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41026) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:56.281697 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device be3123a3-6b86-480e-baf4-d0c25d56a065 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:56.539489 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:13:56.541896 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a933e8c0-3486-4334-ba0e-c9e4015f9c38" -d '{"events": [{"server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "name": "network-vif-plugged", "status": "completed", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:13:56.576601 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:56.588972 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:56.593741 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:56.672896 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ee9c2-7226-47b6-b2cd-2df0ef1ff233 req-abec06c7-03c5-404c-97f0-eddc7192d22a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:56.674411 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bb1ee9c2-7226-47b6-b2cd-2df0ef1ff233 req-abec06c7-03c5-404c-97f0-eddc7192d22a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.0792027 Jun 15 07:13:56.675781 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port be3123a3-6b86-480e-baf4-d0c25d56a065 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:56.680930 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:56.684199 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=8']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:56.706423 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cf5d7-9b59-404d-b869-edcf1a739278 req-424261fe-d7c1-4f7d-ba7e-45bdb665f7b6 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:56.707915 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b65cf5d7-9b59-404d-b869-edcf1a739278 req-424261fe-d7c1-4f7d-ba7e-45bdb665f7b6 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 945 time: 0.4998031 Jun 15 07:13:56.724361 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:56.724361 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port be3123a3-6b86-480e-baf4-d0c25d56a065 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:56.724711 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:56.745616 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bb1ee9c2-7226-47b6-b2cd-2df0ef1ff233 req-c6f400c4-4cec-4cbb-abd4-80516a2a8a1c tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627332 Jun 15 07:13:56.782266 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b65cf5d7-9b59-404d-b869-edcf1a739278 req-466b2556-ac4b-4b14-8219-36cae86fd2a0 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621157 Jun 15 07:13:56.814639 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d5519e-aa23-4f15-bd7c-350ac7fee394 x-openstack-request-id: req-f1d5519e-aa23-4f15-bd7c-350ac7fee394 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:13:56.814941 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "name": "network-vif-plugged", "status": "completed", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:13:56.815212 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1d5519e-aa23-4f15-bd7c-350ac7fee394 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:13:56.815607 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'code': 200} Jun 15 07:13:56.977787 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.033899 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port be3123a3-6b86-480e-baf4-d0c25d56a065, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=be3123a3-6b86-480e-baf4-d0c25d56a065,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:13:57.043072 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.045699 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:57.089067 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:55Z', 'revision_number': 3, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:57.097086 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:13:57.097448 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Updating router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 port e7a98594-948c-4233-b3e9-8ba1f43262b0 binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:13:57.142717 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=be3123a3-6b86-480e-baf4-d0c25d56a065,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:57.147325 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:57.153991 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.254316 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c584325-0453-4e03-9bf4-569d07669407 req-fb7daa14-4887-4f3f-8376-82215da0b398 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:57.255809 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c584325-0453-4e03-9bf4-569d07669407 req-fb7daa14-4887-4f3f-8376-82215da0b398 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.3256202 Jun 15 07:13:57.263849 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249e49a-fec6-4c49-ada3-c7887c56fed4 req-0167856e-a202-49ee-abaa-a0bd3692a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:57.265484 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d249e49a-fec6-4c49-ada3-c7887c56fed4 req-0167856e-a202-49ee-abaa-a0bd3692a46e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1099 time: 0.2327693 Jun 15 07:13:57.414666 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c584325-0453-4e03-9bf4-569d07669407 req-79036684-a4dd-479e-bd8c-368e1c50fe88 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477232 Jun 15 07:13:57.418716 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d249e49a-fec6-4c49-ada3-c7887c56fed4 req-1e834b84-99a9-4d00-b381-badff248e4cf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413763 Jun 15 07:13:57.485072 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.548508 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.560261 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Transition to ACTIVE for port object e7a98594-948c-4233-b3e9-8ba1f43262b0 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:57.568429 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.574728 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:57.642636 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Attempting to bind port e7a98594-948c-4233-b3e9-8ba1f43262b0 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:13:57.643211 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Attempting to bind port e7a98594-948c-4233-b3e9-8ba1f43262b0 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:13:57.643681 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Attempting to bind port e7a98594-948c-4233-b3e9-8ba1f43262b0 on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:13:57.652252 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c46c7-0e37-47ad-a6f6-48ae31805884 None None] Pushing event updated for resources: {'Port': ['ID=e7a98594-948c-4233-b3e9-8ba1f43262b0,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:57.655151 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c52c46c7-0e37-47ad-a6f6-48ae31805884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:57.656237 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:13:57.656750 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:13:57.657283 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.657909 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:13:57.658059 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c89e0f-4fd6-47e4-824f-c486d310be58 req-19396217-4452-49da-b1b6-40e207fc7041 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:57.658762 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Bound port: e7a98594-948c-4233-b3e9-8ba1f43262b0, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:13:57.659254 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.666602 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-60c89e0f-4fd6-47e4-824f-c486d310be58 req-19396217-4452-49da-b1b6-40e207fc7041 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0953486 Jun 15 07:13:57.719200 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-60c89e0f-4fd6-47e4-824f-c486d310be58 req-b9bd19d3-3722-4c0c-97da-da9c7cd0db0b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501702 Jun 15 07:13:57.735395 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Allocated IP 172.20.0.1 (dbc281f6-db27-4993-9a9a-86faca867d4a/e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e/098bafdb-5962-484e-a409-b73528c7c496) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:13:57.735681 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] For port e7a98594-948c-4233-b3e9-8ba1f43262b0, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:13:57.739558 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] For port e7a98594-948c-4233-b3e9-8ba1f43262b0, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=e7a98594-948c-4233-b3e9-8ba1f43262b0,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:13:57.755387 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.758304 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:57.829804 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c46c7-0e37-47ad-a6f6-48ae31805884 None None] Pushing event updated for resources: {'Port': ['ID=e7a98594-948c-4233-b3e9-8ba1f43262b0,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:57.845802 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c52c46c7-0e37-47ad-a6f6-48ae31805884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:57.848342 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:13:57.849981 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:57.882982 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.898977 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Transition to ACTIVE for port object 098bafdb-5962-484e-a409-b73528c7c496 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:13:57.946491 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b1d77-8475-4133-94c8-bcaba3caac8f req-cb340d1d-9d2c-4165-bf9f-04b96c711d28 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:57.948944 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-629b1d77-8475-4133-94c8-bcaba3caac8f req-cb340d1d-9d2c-4165-bf9f-04b96c711d28 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.0749414 Jun 15 07:13:57.978485 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:57.981039 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-99c551bd-d98c-4a4d-81fb-2a8859f83475 tempest-VolumesNegativeTest-122712435 tempest-VolumesNegativeTest-122712435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:57.999962 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-629b1d77-8475-4133-94c8-bcaba3caac8f req-912ec61e-a32b-498f-a7eb-27f7e583fdc3 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435178 Jun 15 07:13:58.003252 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:13:58.042327 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Network dbc281f6-db27-4993-9a9a-86faca867d4a is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:58.048168 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:58.053355 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:13:58.059491 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Pushing event updated for resources: {'Port': ['ID=098bafdb-5962-484e-a409-b73528c7c496,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:58.086826 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:58.096777 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac892f-7bfc-477b-b00a-2e3786b7a3c9 req-98e22ec2-fc48-4626-929f-2fcf515bd754 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:58.105100 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-91ac892f-7bfc-477b-b00a-2e3786b7a3c9 req-98e22ec2-fc48-4626-929f-2fcf515bd754 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1865060 Jun 15 07:13:58.145829 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:58.239034 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-91ac892f-7bfc-477b-b00a-2e3786b7a3c9 req-752527e7-1e0b-4179-9a9f-6eef7547bb4d tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321976 Jun 15 07:13:58.294773 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device be3123a3-6b86-480e-baf4-d0c25d56a065 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:13:58.411644 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:58.443919 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port be3123a3-6b86-480e-baf4-d0c25d56a065 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:58.444183 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:58.447987 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a117f4b9-b732-43b6-b4e2-01bad986d80a None None] Provisioning for port 098bafdb-5962-484e-a409-b73528c7c496 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:13:58.490733 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a117f4b9-b732-43b6-b4e2-01bad986d80a None None] Provisioning complete for port 098bafdb-5962-484e-a409-b73528c7c496 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:58.491202 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a117f4b9-b732-43b6-b4e2-01bad986d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:58.558615 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:55Z', 'revision_number': 3, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:13:58.563956 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-a117f4b9-b732-43b6-b4e2-01bad986d80a None None] Port 098bafdb-5962-484e-a409-b73528c7c496 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:13:58.566925 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7f509-cadf-486e-802c-33346a39bd83 None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:55Z', 'revision_number': 3, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:13:58.665940 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:58.671210 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:58.674422 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:13:58.754789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:58.756784 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Pushing event updated for resources: {'Port': ['ID=098bafdb-5962-484e-a409-b73528c7c496,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:13:58.761506 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:13:58.910122 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Network dbc281f6-db27-4993-9a9a-86faca867d4a is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:13:58.911818 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:13:59.008420 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c773-36fe-41b6-8790-88b91cd2cbf2 req-b4b06ee3-307e-4420-9bc0-8aef270c270f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:59.015618 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c5d1c773-36fe-41b6-8790-88b91cd2cbf2 req-b4b06ee3-307e-4420-9bc0-8aef270c270f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1102204 Jun 15 07:13:59.076709 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c5d1c773-36fe-41b6-8790-88b91cd2cbf2 req-c2d64f77-347c-4e96-9c70-14698050be1e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541773 Jun 15 07:13:59.102377 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:13:59.198558 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-64d97628-2024-41e3-ad95-d33211dc6754 None None] Provisioning complete for port 098bafdb-5962-484e-a409-b73528c7c496 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:13:59.199125 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-64d97628-2024-41e3-ad95-d33211dc6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:59.252589 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-64d97628-2024-41e3-ad95-d33211dc6754 None None] Port 098bafdb-5962-484e-a409-b73528c7c496 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:13:59.268316 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:13:59.281894 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] 10.222.0.24 "PUT /v2.0/routers/335ed7e5-fba8-4472-8d43-f1f28c35aa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9922526 Jun 15 07:13:59.438349 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdebed-a014-41ff-b147-326e99a7811c req-b85b8b49-8823-4573-ad69-b68b9539cc1d tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:13:59.439999 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-46fdebed-a014-41ff-b147-326e99a7811c req-b85b8b49-8823-4573-ad69-b68b9539cc1d tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0775547 Jun 15 07:13:59.486310 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-46fdebed-a014-41ff-b147-326e99a7811c req-445c9dae-f4a7-422d-8b85-c05255f93b4b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397236 Jun 15 07:13:59.835718 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41146) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:13:59.841459 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-587715727-network', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:13:59.863833 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Made reservation on behalf of 944ef5e14fdd403e8dfa7a54e5e1f3ad for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:13:59.866190 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:13:59.879014 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.021033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.027179 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.031314 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83e8233f-839b-436d-95c9-8474a9296fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:00.074391 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:14:00.082012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76746c57-4798-46a8-9dc1-92996985e0fa,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:00.086046 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:00.089890 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.090226 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Added segment 38808402-d53e-41a4-b41b-532575f4f8d3 of type vlan for network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d Jun 15 07:14:00.201516 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.269802 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.271195 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:00.271913 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.280537 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:00.306710 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device e7a98594-948c-4233-b3e9-8ba1f43262b0 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:00.371025 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port e7a98594-948c-4233-b3e9-8ba1f43262b0 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:00.376093 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port e7a98594-948c-4233-b3e9-8ba1f43262b0 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:00.376472 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.405042 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:14:00.413561 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5742366 Jun 15 07:14:00.413561 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Pushing event updated for resources: {'Network': ['ID=ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:00.414104 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41164) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:00.417434 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:00.422708 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Request body: {'subnet': {'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-587715727-subnet', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:00.425981 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:14:00.428140 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:14:00.429471 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:00.450640 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Made reservation on behalf of 944ef5e14fdd403e8dfa7a54e5e1f3ad for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:14:00.454943 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533101003'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.481291 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bde9fc-ed07-40ff-95e6-0594ba9709ba req-531e4b31-a174-4400-8c67-924a9dfcd721 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:00.488912 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-48bde9fc-ed07-40ff-95e6-0594ba9709ba req-531e4b31-a174-4400-8c67-924a9dfcd721 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1773365 Jun 15 07:14:00.547616 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-48bde9fc-ed07-40ff-95e6-0594ba9709ba req-f9d892e4-752b-4e80-8f02-a48e5d127810 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576897 Jun 15 07:14:00.630002 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:14:00.782198 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533724011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533101021'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.789887 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a754f419-f202-4a11-b400-495af2b5b40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:00.800091 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.829265 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port e7a98594-948c-4233-b3e9-8ba1f43262b0, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=e7a98594-948c-4233-b3e9-8ba1f43262b0,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:00.834226 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.837470 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:00.860374 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0902cde4-f887-44f9-88d6-afeb10d2bcbe,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:00.864052 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:00.872058 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Checking segment: {'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:14:00.872449 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Network hostable DHCP agents. Network: ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:14:00.894464 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:14:00.899092 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=e7a98594-948c-4233-b3e9-8ba1f43262b0,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:00.902935 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:00.907014 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:14:00.911191 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:00.911976 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.919088 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f19965-963e-44c0-9924-8b228ee8b2b1 None None] Network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:14:00.940069 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 2, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:00.940778 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1eb0cf1a-ed40-4365-a874-579b8ddc65b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5246017 Jun 15 07:14:00.943503 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41176) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:00.943921 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:14:00.944414 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Updating router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 port 098bafdb-5962-484e-a409-b73528c7c496 binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:14:00.948393 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:00.970572 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.971548 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:00.990079 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.051694 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.123342 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d', 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'fixed_ips': [{'subnet_id': '0902cde4-f887-44f9-88d6-afeb10d2bcbe'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:14:01.124207 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.316310 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Allocated IP 172.20.0.2 (ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d/0902cde4-f887-44f9-88d6-afeb10d2bcbe/5b56e077-292d-4558-92e1-beeced8947f3) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:14:01.318030 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.402042 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.413539 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Transition to ACTIVE for port object 098bafdb-5962-484e-a409-b73528c7c496 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:14:01.420185 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.423989 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:01.535685 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.547677 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Transition to ACTIVE for port object 5b56e077-292d-4558-92e1-beeced8947f3 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:14:01.549710 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c39708-4349-42cc-b932-695848ee50eb None None] Pushing event updated for resources: {'Port': ['ID=098bafdb-5962-484e-a409-b73528c7c496,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:01.561144 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-e4c39708-4349-42cc-b932-695848ee50eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:01.573712 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Transition to ACTIVE for port object 5b56e077-292d-4558-92e1-beeced8947f3 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:14:01.592674 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.595001 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:01.650452 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:14:01.654674 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:14:01.657938 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:14:01.665983 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Pushing event updated for resources: {'Port': ['ID=5b56e077-292d-4558-92e1-beeced8947f3,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:01.671789 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Attempting to bind port 098bafdb-5962-484e-a409-b73528c7c496 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:14:01.672477 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Attempting to bind port 098bafdb-5962-484e-a409-b73528c7c496 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:14:01.673051 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Attempting to bind port 098bafdb-5962-484e-a409-b73528c7c496 on network dbc281f6-db27-4993-9a9a-86faca867d4a {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:14:01.676730 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:01.680213 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:14:01.688083 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Checking segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:14:01.688614 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.688989 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Bound using segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:14:01.689556 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Bound port: 098bafdb-5962-484e-a409-b73528c7c496, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:14:01.696270 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.773585 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Attempting to bind port 5b56e077-292d-4558-92e1-beeced8947f3 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:14:01.773853 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Attempting to bind port 5b56e077-292d-4558-92e1-beeced8947f3 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:14:01.774235 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Attempting to bind port 5b56e077-292d-4558-92e1-beeced8947f3 on network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:14:01.792141 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:14:01.792733 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Checking segment: {'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:14:01.793449 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.793938 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Bound using segment: {'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:14:01.794477 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Bound port: 5b56e077-292d-4558-92e1-beeced8947f3, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:14:01.794948 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.797455 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] For port 098bafdb-5962-484e-a409-b73528c7c496, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:14:01.800984 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] For port 098bafdb-5962-484e-a409-b73528c7c496, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=098bafdb-5962-484e-a409-b73528c7c496,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:14:01.807361 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.821384 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:01.833101 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0d09d-a8ce-4da8-bfda-2739e7e6ecc6 req-45b0b369-4f40-458e-8f2c-c390c1ddfaf6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:01.843905 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b5d0d09d-a8ce-4da8-bfda-2739e7e6ecc6 req-45b0b369-4f40-458e-8f2c-c390c1ddfaf6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1009085 Jun 15 07:14:01.874927 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:14:01.875702 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:01.904010 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b5d0d09d-a8ce-4da8-bfda-2739e7e6ecc6 req-db571ffc-2d8d-4017-bb29-5766926b815a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587344 Jun 15 07:14:01.915227 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] For port 5b56e077-292d-4558-92e1-beeced8947f3, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:14:01.921694 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] For port 5b56e077-292d-4558-92e1-beeced8947f3, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=5b56e077-292d-4558-92e1-beeced8947f3,segment=NetworkSegment(38808402-d53e-41a4-b41b-532575f4f8d3),segment_id=38808402-d53e-41a4-b41b-532575f4f8d3)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:14:01.930254 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:01.933383 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:02.003948 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Pushing event updated for resources: {'Port': ['ID=5b56e077-292d-4558-92e1-beeced8947f3,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:02.016039 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:02.084027 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:02.116845 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:02.165659 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c39708-4349-42cc-b932-695848ee50eb None None] Pushing event updated for resources: {'Port': ['ID=098bafdb-5962-484e-a409-b73528c7c496,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:02.176075 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-e4c39708-4349-42cc-b932-695848ee50eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:02.231508 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device e7a98594-948c-4233-b3e9-8ba1f43262b0 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:02.247059 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:14:02.289400 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Allocated IP 172.27.3.119 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/98c7561c-1065-40aa-80ad-4ae6cd4008d6) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:14:02.344222 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port e7a98594-948c-4233-b3e9-8ba1f43262b0 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:02.344726 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:02.520176 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:02.562003 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:02.563956 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-022fd4d6-ae61-4c6b-895e-2fb6164f845f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:02.615203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:14:02.618193 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:14:02.621502 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:01Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:02.622115 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:14:02.625704 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4805042-8a24-4aa6-a576-b79882527065 None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:01Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:14:02.652979 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Pushing event updated for resources: {'Port': ['ID=98c7561c-1065-40aa-80ad-4ae6cd4008d6,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:02.657477 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:03.018039 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:03.197696 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2764ea-1e34-4604-bf2a-5a6cb4e93f7a None None] Network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:14:03.288158 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-77ada88f-3550-45bb-8668-da1751b09a62 None None] Provisioning for port 5b56e077-292d-4558-92e1-beeced8947f3 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:03.350806 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baa057-5233-49c6-8cd1-c06a358491bc req-46e7ffef-5536-470e-983f-b44218ca7a4e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:03.352372 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24baa057-5233-49c6-8cd1-c06a358491bc req-46e7ffef-5536-470e-983f-b44218ca7a4e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.2718773 Jun 15 07:14:03.415444 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24baa057-5233-49c6-8cd1-c06a358491bc req-19168748-209f-44d0-978c-3b291f0388a2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505011 Jun 15 07:14:03.458748 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:03.665081 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:14:03.830876 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:14:03.840441 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Sync routers for ids ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:14:03.847633 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:03.852256 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9044399 Jun 15 07:14:03.852500 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Routers {'477d7a18-eefc-485d-b3c2-0d9ae0be19f2'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:14:03.852500 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:03.852872 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41194) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:04.001256 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Set router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:14:04.265452 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:14:02Z', 'revision_number': 3, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:04.271782 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Checking router: 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:14:04.272595 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Updating router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 port 98c7561c-1065-40aa-80ad-4ae6cd4008d6 binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:14:04.304842 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 098bafdb-5962-484e-a409-b73528c7c496 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:04.353534 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:04.460505 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:04.627056 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 098bafdb-5962-484e-a409-b73528c7c496 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:04.636471 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 098bafdb-5962-484e-a409-b73528c7c496 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:04.637139 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:04.684435 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734db62-9dd1-45f9-b99c-1b42ac5b3209 req-c43264af-6a72-4b94-9945-81996085f062 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:04.686226 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8734db62-9dd1-45f9-b99c-1b42ac5b3209 req-c43264af-6a72-4b94-9945-81996085f062 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0844769 Jun 15 07:14:04.746951 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8734db62-9dd1-45f9-b99c-1b42ac5b3209 req-3418db6c-dee2-4e66-b1c8-2184759d53bf tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544302 Jun 15 07:14:04.858802 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:04.939176 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 098bafdb-5962-484e-a409-b73528c7c496, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=098bafdb-5962-484e-a409-b73528c7c496,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:04.945603 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:04.946462 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 5b56e077-292d-4558-92e1-beeced8947f3 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:04.954400 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-94cbe5bb-73c2-41e6-97d7-a39d50b06721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:04.982039 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.002916 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Allocated IP 172.20.0.1 (ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d/0902cde4-f887-44f9-88d6-afeb10d2bcbe/3e277adb-c855-4ae9-86bf-7181dd334011) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:14:05.043349 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Transition to ACTIVE for port object 98c7561c-1065-40aa-80ad-4ae6cd4008d6 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:14:05.062938 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.076315 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=098bafdb-5962-484e-a409-b73528c7c496,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:05.081193 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:05.083164 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:05.133457 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 5b56e077-292d-4558-92e1-beeced8947f3 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:05.143152 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Attempting to bind port 98c7561c-1065-40aa-80ad-4ae6cd4008d6 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:14:05.143353 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Attempting to bind port 98c7561c-1065-40aa-80ad-4ae6cd4008d6 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:14:05.143701 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Attempting to bind port 98c7561c-1065-40aa-80ad-4ae6cd4008d6 on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:14:05.145800 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 5b56e077-292d-4558-92e1-beeced8947f3 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:05.145989 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.146173 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.159735 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Transition to ACTIVE for port object 3e277adb-c855-4ae9-86bf-7181dd334011 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:14:05.179945 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:14:05.180333 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:14:05.180743 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.181175 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:14:05.182195 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Bound port: 98c7561c-1065-40aa-80ad-4ae6cd4008d6, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:14:05.182583 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.185852 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52198d6-0894-4f64-bf32-1ea136b16cfc None None] Pushing event updated for resources: {'Port': ['ID=98c7561c-1065-40aa-80ad-4ae6cd4008d6,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:05.200093 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.203006 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fdc3a93a-44ea-4c86-bbaa-3747ebc5cd5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:05.220433 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c52198d6-0894-4f64-bf32-1ea136b16cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:05.258630 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:14:05.263116 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:14:05.266193 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:14:05.268068 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] For port 98c7561c-1065-40aa-80ad-4ae6cd4008d6, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:14:05.272596 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] For port 98c7561c-1065-40aa-80ad-4ae6cd4008d6, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=98c7561c-1065-40aa-80ad-4ae6cd4008d6,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:14:05.302266 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Pushing event updated for resources: {'Port': ['ID=3e277adb-c855-4ae9-86bf-7181dd334011,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:05.304873 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.305405 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:05.308270 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:05.326088 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.358261 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.415882 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Routers {'477d7a18-eefc-485d-b3c2-0d9ae0be19f2'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:14:05.415882 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:05.418106 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52198d6-0894-4f64-bf32-1ea136b16cfc None None] Pushing event updated for resources: {'Port': ['ID=98c7561c-1065-40aa-80ad-4ae6cd4008d6,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:05.426409 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c52198d6-0894-4f64-bf32-1ea136b16cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:05.515722 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.527665 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 5b56e077-292d-4558-92e1-beeced8947f3, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=5b56e077-292d-4558-92e1-beeced8947f3,segment=NetworkSegment(38808402-d53e-41a4-b41b-532575f4f8d3),segment_id=38808402-d53e-41a4-b41b-532575f4f8d3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:05.541579 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.545435 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b509a73d-8d9e-4eb1-bb1f-cb015dcac53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:05.618776 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-77ed0b68-306c-4e08-a91a-4e1262279379 None None] Provisioning for port 3e277adb-c855-4ae9-86bf-7181dd334011 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:05.635383 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-77ed0b68-306c-4e08-a91a-4e1262279379 None None] Provisioning complete for port 3e277adb-c855-4ae9-86bf-7181dd334011 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:05.635745 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-77ed0b68-306c-4e08-a91a-4e1262279379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.637319 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=5b56e077-292d-4558-92e1-beeced8947f3,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:05.643206 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:05.688505 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] Set router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:14:05.768283 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.773015 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-77ed0b68-306c-4e08-a91a-4e1262279379 None None] Port 3e277adb-c855-4ae9-86bf-7181dd334011 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:14:05.774030 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.778806 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-85786dcb-6ee7-46ef-ae46-df5cb2ea398b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:05.872984 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Pushing event updated for resources: {'Port': ['ID=3e277adb-c855-4ae9-86bf-7181dd334011,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:05.875813 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:05.878168 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:05.948618 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:14:02Z', 'revision_number': 3, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:05.952373 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d4aa7-04ec-48fc-b7ce-74d3fbd2a2bd None None] The sync data for ids ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'] in dv-cinder-741349-5-iscsi is: [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:14:02Z', 'revision_number': 3, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:14:06.050019 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:14:06.052912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:14:06.065062 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175064b-6a9b-48dc-b3ef-c977199709bf req-6a5ed562-d350-4552-87f2-d73e506cf382 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:06.066549 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9175064b-6a9b-48dc-b3ef-c977199709bf req-6a5ed562-d350-4552-87f2-d73e506cf382 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1648929 Jun 15 07:14:06.274736 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9175064b-6a9b-48dc-b3ef-c977199709bf req-3fe0a4f9-d916-46c8-8ae3-62192be8a218 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484404 Jun 15 07:14:06.325929 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:14:06.330914 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 098bafdb-5962-484e-a409-b73528c7c496 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:06.413978 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-538aa382-89f8-4c9d-9d03-895f4ab1f682 None None] Provisioning complete for port 3e277adb-c855-4ae9-86bf-7181dd334011 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:06.414470 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-538aa382-89f8-4c9d-9d03-895f4ab1f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:06.460668 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 098bafdb-5962-484e-a409-b73528c7c496 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:06.461162 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:06.486782 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-538aa382-89f8-4c9d-9d03-895f4ab1f682 None None] Port 3e277adb-c855-4ae9-86bf-7181dd334011 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:14:06.501531 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:14:06.506814 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] 10.222.0.24 "PUT /v2.0/routers/477d7a18-eefc-485d-b3c2-0d9ae0be19f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6533663 Jun 15 07:14:06.563974 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 5b56e077-292d-4558-92e1-beeced8947f3 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:06.644081 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 5b56e077-292d-4558-92e1-beeced8947f3 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:06.644646 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.096298 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41218) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:07.101050 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164772584', 'description': 'tempest-secgroup-smoke-1164772584 description', 'project_id': '7d6dc67e10014e6b9d41ae49aade7299'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:07.124187 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.223748 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.228376 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.232062 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:07.262021 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.263314 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1659496 Jun 15 07:14:07.266473 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41220) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:07.268150 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098170f6-a106-4e7c-8af0-725bcafc7a4f,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:07.271415 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:07.271636 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-e3d712ef-4e11-4337-82cf-dbaa8526c759 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'security_group_rule': {'security_group_id': '098170f6-a106-4e7c-8af0-725bcafc7a4f', 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:07.299454 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e3d712ef-4e11-4337-82cf-dbaa8526c759 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.371767 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e3d712ef-4e11-4337-82cf-dbaa8526c759 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.375665 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e3d712ef-4e11-4337-82cf-dbaa8526c759 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.378097 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a190b208-0da8-4749-8f68-1308caabe42c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:07.395973 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d712ef-4e11-4337-82cf-dbaa8526c759 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f633baf6-7f08-49cf-89c5-1d06c11e0787,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:07.399027 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e3d712ef-4e11-4337-82cf-dbaa8526c759 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:07.406250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e3d712ef-4e11-4337-82cf-dbaa8526c759 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.410093 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e3d712ef-4e11-4337-82cf-dbaa8526c759 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400898 Jun 15 07:14:07.410440 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41224) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:07.415417 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'security_group_rule': {'security_group_id': '098170f6-a106-4e7c-8af0-725bcafc7a4f', 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:07.482565 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.552579 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.560550 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38156e69-b1de-4e01-85c2-b3bc05ccc188 req-887b01c6-fa02-48bb-ac0d-c058c1a85335 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:07.562091 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-38156e69-b1de-4e01-85c2-b3bc05ccc188 req-887b01c6-fa02-48bb-ac0d-c058c1a85335 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1316626 Jun 15 07:14:07.563332 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.565425 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5ca35202-44b7-4dc9-8772-27368f2b7b93 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:07.600611 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bd9a1f-58af-49b4-b51f-a253dd55cd4a,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:07.607642 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:07.609893 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.611071 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1995842 Jun 15 07:14:07.614048 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41226) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:07.619971 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'security_group_rule': {'security_group_id': '098170f6-a106-4e7c-8af0-725bcafc7a4f', 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:07.627718 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-38156e69-b1de-4e01-85c2-b3bc05ccc188 req-903a79a3-b230-430b-a5b0-2b95fd54eab1 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590777 Jun 15 07:14:07.672058 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.734438 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Sync routers for ids ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:14:07.743106 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.743624 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Routers {'477d7a18-eefc-485d-b3c2-0d9ae0be19f2'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:14:07.744996 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:07.749529 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.751723 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:07.768835 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5726def6-f231-43ba-ac48-179eca6e47f7,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:07.772001 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:07.774368 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.776829 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605787 Jun 15 07:14:07.778775 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41230) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:07.783781 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-4ef4421a-f81a-48cf-95d1-51702e8512a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'security_group_rule': {'security_group_id': '098170f6-a106-4e7c-8af0-725bcafc7a4f', 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:07.819965 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4ef4421a-f81a-48cf-95d1-51702e8512a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.895748 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Set router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:14:07.898403 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4ef4421a-f81a-48cf-95d1-51702e8512a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.902789 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4ef4421a-f81a-48cf-95d1-51702e8512a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.919229 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:07.930145 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4ef4421a-f81a-48cf-95d1-51702e8512a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:07.934846 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4ef4421a-f81a-48cf-95d1-51702e8512a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518192 Jun 15 07:14:07.934846 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4421a-f81a-48cf-95d1-51702e8512a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bad83c-3dae-4330-8a7a-7af6ac7be087,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:07.936786 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41236) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:07.937748 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4ef4421a-f81a-48cf-95d1-51702e8512a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:07.948685 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'security_group_rule': {'security_group_id': '098170f6-a106-4e7c-8af0-725bcafc7a4f', 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:07.984743 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.securitygroups_db [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Project 7d6dc67e10014e6b9d41ae49aade7299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 07:14:07.995629 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.079901 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.085160 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.087298 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-50f0cb56-fe30-4556-adb1-eb1f4d99c15a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:08.106341 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db916fff-7214-455b-91d5-f2266a591d2a,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:08.110138 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:08.118387 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.129078 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-25ba51c7-0d08-4402-b608-9399b8f3f6fb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1803367 Jun 15 07:14:08.129855 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41242) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:08.137291 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'security_group_rule': {'security_group_id': '098170f6-a106-4e7c-8af0-725bcafc7a4f', 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:08.202783 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:14:05Z', 'revision_number': 4, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '3e277adb-c855-4ae9-86bf-7181dd334011', 'name': '', 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'mac_address': 'fa:16:3e:eb:4d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0902cde4-f887-44f9-88d6-afeb10d2bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:04Z', 'updated_at': '2021-06-15T07:14:05Z', 'revision_number': 2, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'subnets': [{'id': '0902cde4-f887-44f9-88d6-afeb10d2bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:08.207162 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Checking router: 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:14:08.207880 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Updating router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 port 3e277adb-c855-4ae9-86bf-7181dd334011 binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:14:08.216560 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.securitygroups_db [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Project 7d6dc67e10014e6b9d41ae49aade7299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 07:14:08.237335 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.255047 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b8cce-fa0d-40d2-b01a-e0175358752d req-a363d009-660c-4e13-b3bc-3afad155f964 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:08.256613 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e94b8cce-fa0d-40d2-b01a-e0175358752d req-a363d009-660c-4e13-b3bc-3afad155f964 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.1359360 Jun 15 07:14:08.261250 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.263353 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 98c7561c-1065-40aa-80ad-4ae6cd4008d6 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:08.349907 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.359562 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e94b8cce-fa0d-40d2-b01a-e0175358752d req-ab39ec9e-ee49-4e52-b5e6-69f86f5865bf tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899906 Jun 15 07:14:08.360844 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.363117 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-feadf46f-0bb5-4657-8829-d094b88e34c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:08.385980 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf490db-5589-4d09-abac-90c181199264,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:08.389285 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:08.390595 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41244) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:08.394837 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.396892 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-eb9f13c5-2270-458b-beec-a8c615e0cd80 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2641673 Jun 15 07:14:08.478531 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 98c7561c-1065-40aa-80ad-4ae6cd4008d6 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:08.484205 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 98c7561c-1065-40aa-80ad-4ae6cd4008d6 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:08.484690 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.602969 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.637827 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 98c7561c-1065-40aa-80ad-4ae6cd4008d6, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=98c7561c-1065-40aa-80ad-4ae6cd4008d6,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:08.646191 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.655756 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:08.677406 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.681295 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b9b0a-ec06-4614-904e-f57e51e0f6ba tempest-TestMinimumBasicScenario-237495880 tempest-TestMinimumBasicScenario-237495880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:08.685294 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1a1b9b0a-ec06-4614-904e-f57e51e0f6ba tempest-TestMinimumBasicScenario-237495880 tempest-TestMinimumBasicScenario-237495880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1094 time: 0.2933736 Jun 15 07:14:08.688041 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41288) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:08.688788 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Transition to ACTIVE for port object 3e277adb-c855-4ae9-86bf-7181dd334011 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:14:08.695310 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'port_id': '832aff94-9148-4c3b-97c7-40ce16587b16', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:08.696987 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.704391 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:08.730674 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.823547 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=98c7561c-1065-40aa-80ad-4ae6cd4008d6,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:08.829470 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:08.857633 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f054e-b6f2-4010-ab69-e128514cfe8c None None] Pushing event updated for resources: {'Port': ['ID=3e277adb-c855-4ae9-86bf-7181dd334011,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:08.880045 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-540f054e-b6f2-4010-ab69-e128514cfe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:08.896727 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Attempting to bind port 3e277adb-c855-4ae9-86bf-7181dd334011 on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:14:08.897157 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Attempting to bind port 3e277adb-c855-4ae9-86bf-7181dd334011 by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:14:08.897598 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Attempting to bind port 3e277adb-c855-4ae9-86bf-7181dd334011 on network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:14:08.903899 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:14:08.904335 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Checking segment: {'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:14:08.904750 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.905245 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Bound using segment: {'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:14:08.905734 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Bound port: 3e277adb-c855-4ae9-86bf-7181dd334011, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38808402-d53e-41a4-b41b-532575f4f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:14:08.906121 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:08.997316 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] For port 3e277adb-c855-4ae9-86bf-7181dd334011, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:14:09.001223 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] For port 3e277adb-c855-4ae9-86bf-7181dd334011, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=3e277adb-c855-4ae9-86bf-7181dd334011,segment=NetworkSegment(38808402-d53e-41a4-b41b-532575f4f8d3),segment_id=38808402-d53e-41a4-b41b-532575f4f8d3)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:14:09.018190 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:09.019530 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:09.040828 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-e4c39708-4349-42cc-b932-695848ee50eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:09.051991 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeac43-fd53-47c3-b1b2-ec5141ad3192 req-f5abd3f8-bc82-4703-a427-2333158767f9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:09.053656 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f6aeac43-fd53-47c3-b1b2-ec5141ad3192 req-f5abd3f8-bc82-4703-a427-2333158767f9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1391940 Jun 15 07:14:09.111275 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Routers {'477d7a18-eefc-485d-b3c2-0d9ae0be19f2'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:14:09.111909 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:09.178139 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f054e-b6f2-4010-ab69-e128514cfe8c None None] Pushing event updated for resources: {'Port': ['ID=3e277adb-c855-4ae9-86bf-7181dd334011,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:09.183035 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-540f054e-b6f2-4010-ab69-e128514cfe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:09.187538 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f6aeac43-fd53-47c3-b1b2-ec5141ad3192 req-dce2da5f-69ea-4061-88ee-d688d3f24e95 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226008 Jun 15 07:14:09.267117 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Allocated IP 172.27.3.126 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/8a46c211-6d67-48ff-9f3d-bdb300d9dcba) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:14:09.419033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:09.424013 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] Set router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:14:09.468004 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:09.471034 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:09.527723 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:14:09.533722 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:14:09.536177 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'Port': ['ID=8a46c211-6d67-48ff-9f3d-bdb300d9dcba,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:09.540367 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:09.541687 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:14:09.564835 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:14:09.710895 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:14:05Z', 'revision_number': 4, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '3e277adb-c855-4ae9-86bf-7181dd334011', 'name': '', 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'mac_address': 'fa:16:3e:eb:4d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0902cde4-f887-44f9-88d6-afeb10d2bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:04Z', 'updated_at': '2021-06-15T07:14:08Z', 'revision_number': 4, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'subnets': [{'id': '0902cde4-f887-44f9-88d6-afeb10d2bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:09.715015 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129129d1-cfcb-4ca7-a70c-8fef45591e34 None None] The sync data for ids ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'] in dv-cinder-741349-5-iscsi is: [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:14:05Z', 'revision_number': 4, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '3e277adb-c855-4ae9-86bf-7181dd334011', 'name': '', 'network_id': 'ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'mac_address': 'fa:16:3e:eb:4d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0902cde4-f887-44f9-88d6-afeb10d2bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:04Z', 'updated_at': '2021-06-15T07:14:08Z', 'revision_number': 4, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'subnets': [{'id': '0902cde4-f887-44f9-88d6-afeb10d2bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:14:10.063824 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:10.153248 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:14:10.187010 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:10.454135 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:10.463424 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 98c7561c-1065-40aa-80ad-4ae6cd4008d6 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:10.535591 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:10.544494 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:10.546912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:10.549804 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'port_id': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'mac_address': 'fa:16:3e:e9:74:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:14:10.597155 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b664e-6d9e-4cc7-a43e-6af92ccf00de req-29c65f6c-af2e-4fb7-87ea-a5ae10059257 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:10.605957 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-968b664e-6d9e-4cc7-a43e-6af92ccf00de req-29c65f6c-af2e-4fb7-87ea-a5ae10059257 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1452541 Jun 15 07:14:10.648262 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:10.660412 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 98c7561c-1065-40aa-80ad-4ae6cd4008d6 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:10.660813 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:10.663626 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'Port': ['ID=8a46c211-6d67-48ff-9f3d-bdb300d9dcba,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:10.678489 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:10.690721 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-968b664e-6d9e-4cc7-a43e-6af92ccf00de req-a1de843e-d6f8-4587-bd7e-db77f038af94 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835781 Jun 15 07:14:10.713873 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:10.730124 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:14:10.765123 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:10.771616 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:10.775208 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-051c3796-9a7d-43b0-bef6-a7fc78f0f788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:10.873868 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:14:10.926041 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 3e277adb-c855-4ae9-86bf-7181dd334011 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:10.983307 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=6']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:10.995617 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:11.035629 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 3e277adb-c855-4ae9-86bf-7181dd334011 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:11.049889 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 3e277adb-c855-4ae9-86bf-7181dd334011 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:11.050344 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:11.189714 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Floating IP 3519fcfd-56ed-434c-ad11-a44fe9bb9a2d associated. External IP: 172.27.3.126, port: 832aff94-9148-4c3b-97c7-40ce16587b16. Jun 15 07:14:11.210424 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:11.265915 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 3e277adb-c855-4ae9-86bf-7181dd334011, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=3e277adb-c855-4ae9-86bf-7181dd334011,segment=NetworkSegment(38808402-d53e-41a4-b41b-532575f4f8d3),segment_id=38808402-d53e-41a4-b41b-532575f4f8d3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:11.273096 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:11.275447 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:11.330038 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=3e277adb-c855-4ae9-86bf-7181dd334011,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:11.333139 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:11.537142 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Router 45f6a449-be0f-465d-86e2-c6bb584796ea has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:14:11.700472 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:14:11.710676 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] Sync routers for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:14:11.723272 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:14:11.723869 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:11.724007 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:11.773447 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0837071 Jun 15 07:14:11.774521 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:14:11.775015 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41324) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:11.778576 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37168a5-d32a-4661-b92c-6f8afcce270a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:14:11.781526 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-a487dab6-5c75-4250-ad05-f8eef7a27e02 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817226178', 'description': 'tempest-secgroup-smoke-1817226178 description', 'project_id': '0a5b3af12f23428d84f348768c534faf'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:11.819525 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a487dab6-5c75-4250-ad05-f8eef7a27e02 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:11.821357 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc81c69-506a-4c3b-9bd8-9c5f2f06cdc9 x-openstack-request-id: req-7cc81c69-506a-4c3b-9bd8-9c5f2f06cdc9 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:14:11.821757 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:14:11.822680 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cc81c69-506a-4c3b-9bd8-9c5f2f06cdc9 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:14:11.823202 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16', 'status': 'completed', 'code': 200} Jun 15 07:14:11.942218 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:14:11.972510 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a487dab6-5c75-4250-ad05-f8eef7a27e02 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:11.980954 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a487dab6-5c75-4250-ad05-f8eef7a27e02 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:11.985627 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-96826adc-b3d6-4f3e-ac11-3c86ab3daf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:12.001533 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-f8ac1986-89ba-4742-862a-de87fa9ce07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:12.004156 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-f8ac1986-89ba-4742-862a-de87fa9ce07c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a5b3af12f23428d84f348768c534faf&device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1099 time: 0.1535037 Jun 15 07:14:12.017927 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a487dab6-5c75-4250-ad05-f8eef7a27e02 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.023075 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a487dab6-5c75-4250-ad05-f8eef7a27e02 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2448187 Jun 15 07:14:12.030291 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41330) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:12.030552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5855-6c13-4db5-844e-24f7b7f4bfbb req-dba63228-763b-4233-8281-6272a20a72ae tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:12.033050 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f21d5855-6c13-4db5-844e-24f7b7f4bfbb req-dba63228-763b-4233-8281-6272a20a72ae tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 945 time: 0.1408467 Jun 15 07:14:12.034889 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'security_group_rule': {'security_group_id': '307f0191-8e6f-44b1-97dd-71ac2aa4763a', 'project_id': '0a5b3af12f23428d84f348768c534faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:12.048886 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487dab6-5c75-4250-ad05-f8eef7a27e02 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307f0191-8e6f-44b1-97dd-71ac2aa4763a,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:12.064262 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a487dab6-5c75-4250-ad05-f8eef7a27e02 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:12.094146 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.157379 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:12.173688 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.182324 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.187694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:12.217786 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fab737-50f8-43d4-818c-59dcd246c263,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:12.227578 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:12.230042 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f21d5855-6c13-4db5-844e-24f7b7f4bfbb req-19e1c0bd-1103-4c1c-865e-e9a118c37680 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863117 Jun 15 07:14:12.231109 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.241811 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2110665 Jun 15 07:14:12.243814 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41332) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:12.254114 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-6afaf963-0afc-4a5e-88c1-7dde57968938 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'security_group_rule': {'security_group_id': '307f0191-8e6f-44b1-97dd-71ac2aa4763a', 'project_id': '0a5b3af12f23428d84f348768c534faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:12.294829 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-b65eca03-b320-4bf8-acd0-e02f90ab698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:12.296409 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-b65eca03-b320-4bf8-acd0-e02f90ab698e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 200 len: 916 time: 0.2779093 Jun 15 07:14:12.322690 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 3e277adb-c855-4ae9-86bf-7181dd334011 up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:12.325734 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6afaf963-0afc-4a5e-88c1-7dde57968938 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.380915 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:12.381341 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.411449 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-50c2ee19-6088-4064-8493-9cf1fad08025 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 1000 time: 0.1036417 Jun 15 07:14:12.484857 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-619882f8-9f5e-43d0-8a68-33cbcc0b81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:12.486427 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-619882f8-9f5e-43d0-8a68-33cbcc0b81cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=975b74d4-e5f0-4657-badb-4a73ce7094f7 HTTP/1.1" status: 200 len: 854 time: 0.0650983 Jun 15 07:14:12.490551 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 3e277adb-c855-4ae9-86bf-7181dd334011 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:12.490932 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.586300 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-a0f73204-cc0c-420d-9191-8a8f60de04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:12.587876 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-a0f73204-cc0c-420d-9191-8a8f60de04a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927773 Jun 15 07:14:12.713065 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6afaf963-0afc-4a5e-88c1-7dde57968938 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.718771 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6afaf963-0afc-4a5e-88c1-7dde57968938 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.725598 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-dc006dc9-5e3e-469a-bbc8-5a6802cbe948 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293795 Jun 15 07:14:12.730825 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cfa83654-a719-47b2-8bee-faab1f1760ca tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:12.743606 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '3519fcfd-56ed-434c-ad11-a44fe9bb9a2d', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'port_id': '832aff94-9148-4c3b-97c7-40ce16587b16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'mac_address': 'fa:16:3e:36:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:14:09Z', 'updated_at': '2021-06-15T07:14:09Z', 'revision_number': 0, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:17Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:12.748332 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaf963-0afc-4a5e-88c1-7dde57968938 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c2f5a1-2f59-4333-aa1c-67b9c56def4f,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:12.748914 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.755260 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] Checking router: 45f6a449-be0f-465d-86e2-c6bb584796ea for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:14:12.758336 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6afaf963-0afc-4a5e-88c1-7dde57968938 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:12.765798 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6afaf963-0afc-4a5e-88c1-7dde57968938 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.767648 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6afaf963-0afc-4a5e-88c1-7dde57968938 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5216448 Jun 15 07:14:12.770203 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41336) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:12.774660 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-6a91eb5d-7b00-48ec-aac9-1ac1a5ddb55d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'security_group_rule': {'security_group_id': '307f0191-8e6f-44b1-97dd-71ac2aa4763a', 'project_id': '0a5b3af12f23428d84f348768c534faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:12.794734 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:14:12.797511 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00a0bf-5e54-4ec8-8049-73456b414e04" -d '{"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-plugged", "status": "completed", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:14:12.805467 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6a91eb5d-7b00-48ec-aac9-1ac1a5ddb55d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.843389 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:14:12.844055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:13:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:12.850754 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b658076-c958-4790-abf1-f4181bdb976a x-openstack-request-id: req-3b658076-c958-4790-abf1-f4181bdb976a {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:14:12.851335 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-plugged", "status": "completed", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:14:12.851604 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b658076-c958-4790-abf1-f4181bdb976a {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:14:12.852003 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'code': 200} Jun 15 07:14:12.867926 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a37168a5-d32a-4661-b92c-6f8afcce270a req-7cc4e069-a5c3-42c9-be9c-90d796c97295 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345251 Jun 15 07:14:12.879409 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6a91eb5d-7b00-48ec-aac9-1ac1a5ddb55d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.890564 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6a91eb5d-7b00-48ec-aac9-1ac1a5ddb55d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.893189 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a7dfdc73-d865-4fff-aa24-829c2c5accbd tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:12.911938 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91eb5d-7b00-48ec-aac9-1ac1a5ddb55d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ce476d-c742-4241-bb94-a4d772eed9b8,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:12.912592 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:12.915238 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6a91eb5d-7b00-48ec-aac9-1ac1a5ddb55d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:12.919868 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6a91eb5d-7b00-48ec-aac9-1ac1a5ddb55d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.921111 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6a91eb5d-7b00-48ec-aac9-1ac1a5ddb55d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499121 Jun 15 07:14:12.923916 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41340) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:12.928568 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'security_group_rule': {'security_group_id': '307f0191-8e6f-44b1-97dd-71ac2aa4763a', 'project_id': '0a5b3af12f23428d84f348768c534faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:12.959588 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.968772 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:12.974458 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-37b35f1f-e10f-4436-b324-63966344fccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:13.033803 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.039088 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.041654 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-42a59ab9-2dba-4bb5-a710-f0e32edf6964 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:13.060780 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843756e0-e407-49e6-adfa-87c8bfeea6d5,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:13.064195 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=7']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:13.068282 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:13.074987 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:13.079198 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.080514 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556172 Jun 15 07:14:13.083250 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41344) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:13.085019 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:14:13.089180 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'security_group_rule': {'security_group_id': '307f0191-8e6f-44b1-97dd-71ac2aa4763a', 'project_id': '0a5b3af12f23428d84f348768c534faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:13.118707 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.securitygroups_db [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Project 0a5b3af12f23428d84f348768c534faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 07:14:13.118707 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.197608 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.202978 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.205528 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0e7de1a4-0f20-4920-8580-aa8e16185f0d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:13.224266 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5d25a8-794e-44c8-aedd-8319a36c5618,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:13.227070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:13.240826 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.246577 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41352) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:13.247395 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9dc17ccf-b555-4676-9d2e-e665db8faaec tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628180 Jun 15 07:14:13.250980 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'security_group_rule': {'security_group_id': '307f0191-8e6f-44b1-97dd-71ac2aa4763a', 'project_id': '0a5b3af12f23428d84f348768c534faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:13.280427 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.securitygroups_db [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Project 0a5b3af12f23428d84f348768c534faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 07:14:13.286037 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.356719 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.368816 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.379466 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:13.400189 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4bdb1c-7a33-48dc-8c0b-d095517e11a6,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:13.411887 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:13.421575 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:13.426097 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a242543b-8215-41eb-abf4-9ad02001a979 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762159 Jun 15 07:14:13.470753 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '3519fcfd-56ed-434c-ad11-a44fe9bb9a2d', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'port_id': '832aff94-9148-4c3b-97c7-40ce16587b16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'mac_address': 'fa:16:3e:36:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:14:09Z', 'updated_at': '2021-06-15T07:14:09Z', 'revision_number': 0, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:17Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:14:13.476854 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17304ecb-275d-435f-b713-deb48f5c8920 None None] The sync data for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi is: [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '3519fcfd-56ed-434c-ad11-a44fe9bb9a2d', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'port_id': '832aff94-9148-4c3b-97c7-40ce16587b16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'mac_address': 'fa:16:3e:36:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:14:09Z', 'updated_at': '2021-06-15T07:14:09Z', 'revision_number': 0, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:17Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:14:13.530636 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f775cb6-0f40-4704-af3e-d3c8352f688e req-3083ceb2-edff-4462-b730-4a986cf1b980 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:13.532891 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6f775cb6-0f40-4704-af3e-d3c8352f688e req-3083ceb2-edff-4462-b730-4a986cf1b980 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1122591 Jun 15 07:14:13.585055 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6f775cb6-0f40-4704-af3e-d3c8352f688e req-bbb351bc-7075-4e18-8c32-6c38a2d552ea tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458996 Jun 15 07:14:13.612189 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-f13ef1aa-efac-4143-bce6-98b423b527a4 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817226178&fields=id&tenant_id=0a5b3af12f23428d84f348768c534faf HTTP/1.1" status: 200 len: 267 time: 0.0479498 Jun 15 07:14:13.698172 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-45ff9606-d48c-4701-9f10-835b83f9ac25 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:13.699667 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-45ff9606-d48c-4701-9f10-835b83f9ac25 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.0772939 Jun 15 07:14:13.718849 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'port': {'security_groups': ['64a3eaf9-eb18-44b0-91aa-a019bd09b435', '307f0191-8e6f-44b1-97dd-71ac2aa4763a']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:13.736895 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1e609-d0c4-4531-b487-8569442b4797 None None] New status for floating IP 3519fcfd-56ed-434c-ad11-a44fe9bb9a2d: ACTIVE {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:14:13.833563 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:14.162717 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] For port 832aff94-9148-4c3b-97c7-40ce16587b16, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=832aff94-9148-4c3b-97c7-40ce16587b16,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:14.220919 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:14.228243 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:14.235005 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:14.241197 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['832aff94-9148-4c3b-97c7-40ce16587b16'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:14:14.310060 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:14.310729 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:14.320484 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75c8df0b-3688-45f9-a38b-8ae500b5d5d5 req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "PUT /v2.0/ports/832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 982 time: 0.6093683 Jun 15 07:14:14.367893 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:14:14.373926 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883ec40c-95f1-42a7-9955-b55ee25557fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:14:14.424240 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['832aff94-9148-4c3b-97c7-40ce16587b16'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:14:14.434136 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'Port': ['ID=832aff94-9148-4c3b-97c7-40ce16587b16,revision_number=6']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:14.527049 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:14.648626 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010a87a-e57d-48a2-a632-6bfa577442e3 req-ea025c5c-2809-4125-9e0f-dc3f9f5aea81 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:14.650368 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d010a87a-e57d-48a2-a632-6bfa577442e3 req-ea025c5c-2809-4125-9e0f-dc3f9f5aea81 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0996017 Jun 15 07:14:14.652657 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7032e7-642e-452d-8acb-8639256ea018 x-openstack-request-id: req-2f7032e7-642e-452d-8acb-8639256ea018 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:14:14.653054 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:14:14.653359 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f7032e7-642e-452d-8acb-8639256ea018 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:14:14.653804 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16', 'status': 'completed', 'code': 200} Jun 15 07:14:14.769183 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d010a87a-e57d-48a2-a632-6bfa577442e3 req-3beb6813-3b6f-413e-96f2-5610a18982d4 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105065 Jun 15 07:14:14.790529 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-f5425469-98c0-4171-bca7-6632b6609f1f None None] Provisioning complete for port 832aff94-9148-4c3b-97c7-40ce16587b16 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:14.795078 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f5425469-98c0-4171-bca7-6632b6609f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:14.815587 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-0d8695e2-e608-4539-93b1-5f7a9cd2a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:14.817274 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-0d8695e2-e608-4539-93b1-5f7a9cd2a31e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a5b3af12f23428d84f348768c534faf&device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1138 time: 0.1351776 Jun 15 07:14:14.890576 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ab551-802a-4b1d-93d6-836bdbe58adb req-d4969548-e567-469e-a621-3a343f6b5f62 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:14.898987 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f19ab551-802a-4b1d-93d6-836bdbe58adb req-d4969548-e567-469e-a621-3a343f6b5f62 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1066403 Jun 15 07:14:14.970683 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f19ab551-802a-4b1d-93d6-836bdbe58adb req-7d1e17d9-c17a-4c1f-b75c-aa28b7292866 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704076 Jun 15 07:14:14.999628 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-ef7ea7dd-fe6c-427e-aebb-4f51cbde8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:15.001098 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-ef7ea7dd-fe6c-427e-aebb-4f51cbde8116 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 200 len: 916 time: 0.1765292 Jun 15 07:14:15.113661 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-e075ca2f-a9cc-40ad-a56e-51477fe74276 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 1002 time: 0.1053295 Jun 15 07:14:15.259214 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-d78ca771-6354-4ac4-a894-7abbe1ec0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:15.261556 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-d78ca771-6354-4ac4-a894-7abbe1ec0ad8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=975b74d4-e5f0-4657-badb-4a73ce7094f7 HTTP/1.1" status: 200 len: 854 time: 0.1232450 Jun 15 07:14:15.359730 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-00bb423c-ac23-42e1-b309-a76d6d7d089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:15.360963 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-00bb423c-ac23-42e1-b309-a76d6d7d089a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832055 Jun 15 07:14:15.502098 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-c18b3c72-c5a6-4ca9-b974-c1db5bda9e9e service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334567 Jun 15 07:14:15.669739 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-883ec40c-95f1-42a7-9955-b55ee25557fd req-4aa792fc-0866-4071-8d33-d1fb77f4acab service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546144 Jun 15 07:14:16.179877 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459e4fd-99bd-41cd-8264-cfddfff269ca req-ad23468e-b33b-4e75-bf13-c94cdbb79d22 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:16.186764 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6459e4fd-99bd-41cd-8264-cfddfff269ca req-ad23468e-b33b-4e75-bf13-c94cdbb79d22 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0921779 Jun 15 07:14:16.245044 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6459e4fd-99bd-41cd-8264-cfddfff269ca req-6fe8f426-0105-4919-8f7c-c40fd71734e2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571980 Jun 15 07:14:16.422144 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-a1fbc851-9fc7-4935-b9ff-441b37bb6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:16.423620 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-a1fbc851-9fc7-4935-b9ff-441b37bb6029 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 1099 time: 0.1027448 Jun 15 07:14:16.581342 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-d55922bb-e18c-4e88-8529-61bf31905667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:16.582897 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-d55922bb-e18c-4e88-8529-61bf31905667 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.1328409 Jun 15 07:14:16.724026 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-56ee74af-5c02-404b-87cf-50cf18d53192 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e HTTP/1.1" status: 200 len: 1002 time: 0.1218469 Jun 15 07:14:16.784840 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-f951db5c-e75e-4c74-a49b-c5b57a1393bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:16.786394 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-f951db5c-e75e-4c74-a49b-c5b57a1393bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0597334 Jun 15 07:14:16.838563 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:16.870239 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-740957ae-6b9e-44d5-8c87-e0cabd9aecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:16.871827 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-740957ae-6b9e-44d5-8c87-e0cabd9aecbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782204 Jun 15 07:14:17.005974 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-9d4e143d-5e14-495b-87bd-af383c9a178b service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268666 Jun 15 07:14:17.132739 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df9f4a95-cf11-40e5-9f75-9cc5e077aab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:17.149744 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f483a991-9596-41bd-b3d3-4b57257c5f2d req-37b4fb9a-0f0a-49ca-9d8f-a41044b526e6 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276526 Jun 15 07:14:17.476762 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53db9dc-3f1f-4e3b-9e7d-a9421a4ec424 req-ab59e1ce-555e-4da3-a026-da0a39e5b247 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:17.481553 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b53db9dc-3f1f-4e3b-9e7d-a9421a4ec424 req-ab59e1ce-555e-4da3-a026-da0a39e5b247 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.1079705 Jun 15 07:14:17.551542 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b53db9dc-3f1f-4e3b-9e7d-a9421a4ec424 req-f7c467e6-5451-4596-87f0-7f8646d5f14b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632901 Jun 15 07:14:18.781191 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c517b-85ee-4adb-b70f-5ad271528a94 req-7f054b73-f31d-458a-ad04-ae837fc7a6e1 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:18.783185 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-182c517b-85ee-4adb-b70f-5ad271528a94 req-7f054b73-f31d-458a-ad04-ae837fc7a6e1 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0967166 Jun 15 07:14:18.849316 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-182c517b-85ee-4adb-b70f-5ad271528a94 req-5b1ad025-769c-40f3-b8b1-38f4ba33292a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514576 Jun 15 07:14:19.612464 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a7e597e5-6c31-48e9-8efb-4b61cf9c53e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:19.693365 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:20.114241 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fed40-ed54-4931-9925-4879152cde2d req-dd2f560a-9380-42cb-b9d3-4012fa865bba tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:20.121887 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-053fed40-ed54-4931-9925-4879152cde2d req-dd2f560a-9380-42cb-b9d3-4012fa865bba tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0892813 Jun 15 07:14:20.168481 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-053fed40-ed54-4931-9925-4879152cde2d req-ed110e07-4345-45be-b71c-7065c32af038 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453339 Jun 15 07:14:20.837612 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:21.392701 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd375369-6860-40b0-b6b3-d7b9b9afaf9e req-dcebe8fc-62b6-466c-9563-631075dcb325 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:21.394370 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dd375369-6860-40b0-b6b3-d7b9b9afaf9e req-dcebe8fc-62b6-466c-9563-631075dcb325 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0860140 Jun 15 07:14:21.443903 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dd375369-6860-40b0-b6b3-d7b9b9afaf9e req-bbd14778-4719-4a1a-bb7d-82e8dca4097a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Jun 15 07:14:22.305993 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:22.679903 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774073ac-2f46-4635-9b9f-d4e6cc47f84e req-36a63936-95c5-457f-865f-ec68c6d822d5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:22.682762 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-774073ac-2f46-4635-9b9f-d4e6cc47f84e req-36a63936-95c5-457f-865f-ec68c6d822d5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0893788 Jun 15 07:14:22.737162 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-774073ac-2f46-4635-9b9f-d4e6cc47f84e req-99053f51-7622-4876-a181-3fcd84f997cf tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487878 Jun 15 07:14:23.934475 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492ed5-99eb-4d10-941a-b6864737c728 req-3b71f825-a9e2-4bc5-841a-a0ab67e14ffa tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:23.935934 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a492ed5-99eb-4d10-941a-b6864737c728 req-3b71f825-a9e2-4bc5-841a-a0ab67e14ffa tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0723059 Jun 15 07:14:23.980293 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a492ed5-99eb-4d10-941a-b6864737c728 req-98b32da9-d87b-47b6-b8fa-c7150464b939 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376453 Jun 15 07:14:24.226291 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-8810be3b-123b-436a-ae84-b180d3782477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:24.227768 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-8810be3b-123b-436a-ae84-b180d3782477 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 1099 time: 0.0596466 Jun 15 07:14:24.346905 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-9d7bb66f-1f7e-4084-8028-36df53478b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:24.348330 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-9d7bb66f-1f7e-4084-8028-36df53478b55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.1116786 Jun 15 07:14:24.433732 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-53c4a4eb-3403-4400-a7ea-a462310348fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e HTTP/1.1" status: 200 len: 1002 time: 0.0773196 Jun 15 07:14:24.491468 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-4bc4edcb-c302-4e1b-bc0f-6e64daeeb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:24.492929 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-4bc4edcb-c302-4e1b-bc0f-6e64daeeb57c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0512495 Jun 15 07:14:24.563242 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-694f6d76-8379-483a-afc0-18825e5e8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:24.564701 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-694f6d76-8379-483a-afc0-18825e5e8665 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601816 Jun 15 07:14:24.683155 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-f03a337e-6c11-45c1-a5c7-bf4097b9e426 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088941 Jun 15 07:14:24.802914 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83f0cfe1-923f-4338-a79e-327d69cb4609 req-7f451d4e-8b43-4991-a213-6c18203916a3 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108484 Jun 15 07:14:25.168397 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7e9ae-0ccf-4f88-bddb-20ee053e011d req-458ab435-6684-4507-b12e-4331ec58f3c8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:25.170068 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c8d7e9ae-0ccf-4f88-bddb-20ee053e011d req-458ab435-6684-4507-b12e-4331ec58f3c8 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0712304 Jun 15 07:14:25.212570 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c8d7e9ae-0ccf-4f88-bddb-20ee053e011d req-c9caf992-ef54-4dab-a8a4-2aaa81a50595 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367963 Jun 15 07:14:26.399726 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaab0ca-3182-4b32-bf9a-0d374729b454 req-3ae09477-9ea4-47a9-ac7a-09ae7e778aed tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:26.402139 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6eaab0ca-3182-4b32-bf9a-0d374729b454 req-3ae09477-9ea4-47a9-ac7a-09ae7e778aed tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0707531 Jun 15 07:14:26.446820 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6eaab0ca-3182-4b32-bf9a-0d374729b454 req-7a520765-0271-4a6b-81a7-dfffefa1d718 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391431 Jun 15 07:14:27.638290 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bfa43-9494-40fb-9b2f-d5b041cd17f8 req-81b60310-2e73-4cd8-98e8-684f0f55e32c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:27.639682 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-782bfa43-9494-40fb-9b2f-d5b041cd17f8 req-81b60310-2e73-4cd8-98e8-684f0f55e32c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 946 time: 0.0766320 Jun 15 07:14:27.681098 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-782bfa43-9494-40fb-9b2f-d5b041cd17f8 req-c2754e5b-cada-48c6-a11d-b382bbf5d365 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358183 Jun 15 07:14:28.263263 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:14:28.353360 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:28.378975 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:14:28.381333 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d2da72-6107-43a1-a4bd-6ba36c8cbc8e" -d '{"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:14:28.396737 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:28.402660 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:28.405640 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c52198d6-0894-4f64-bf32-1ea136b16cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:28.434504 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Jun 2021 07:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6084c422-cb27-4aa9-8770-f3ed365ab007 x-openstack-request-id: req-6084c422-cb27-4aa9-8770-f3ed365ab007 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:14:28.434504 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-unplugged", "status": "failed", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e", "code": 422}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:14:28.434872 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6084c422-cb27-4aa9-8770-f3ed365ab007 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:14:28.435243 dv-cinder-741349-5-iscsi neutron-server[91875]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'code': 422} returned with failed status Jun 15 07:14:28.464247 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=8']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:28.467434 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:28.822350 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30dc25-2223-4547-8950-723b0574995c req-4c13864d-8467-4134-9303-a4d32fb3348f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:28.824264 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ff30dc25-2223-4547-8950-723b0574995c req-4c13864d-8467-4134-9303-a4d32fb3348f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0708897 Jun 15 07:14:28.867887 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ff30dc25-2223-4547-8950-723b0574995c req-d3457308-38af-428e-bdad-e8eb485640fe tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Jun 15 07:14:28.977550 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-5ce2abd5-e5b7-491e-a15c-3cdd1d7efe5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563660 Jun 15 07:14:29.737609 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-ec7038b8-e5c0-401b-b280-b94899caa12e tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164772584&fields=id&tenant_id=7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 267 time: 0.0389566 Jun 15 07:14:29.870363 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d463-d688-4721-a7fe-b9a58943b246 req-e6e97e5a-4975-487c-8613-d2c300b6be68 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:29.872349 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-e6e97e5a-4975-487c-8613-d2c300b6be68 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 812 time: 0.1281805 Jun 15 07:14:29.887741 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-40411181-cbeb-4d60-a5d1-b18c5e71b53f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/quotas/7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 375 time: 0.0099461 Jun 15 07:14:29.970901 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-8c2126a4-aee0-47fc-9482-067576a40332 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777612 Jun 15 07:14:29.985661 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0e57-d287-402e-82b7-b6a514e16970 req-1d4644da-503b-4763-99b5-9cedbe23d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:29.987925 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-1d4644da-503b-4763-99b5-9cedbe23d431 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642&tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe HTTP/1.1" status: 200 len: 1097 time: 0.0673838 Jun 15 07:14:30.102547 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1b3e6-ac2d-41a3-93f2-192bd121f52f req-ab80f1e7-48ca-4e73-bf57-d551a84509be tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:30.104613 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fcd1b3e6-ac2d-41a3-93f2-192bd121f52f req-ab80f1e7-48ca-4e73-bf57-d551a84509be tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.1131046 Jun 15 07:14:30.110763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0e57-d287-402e-82b7-b6a514e16970 req-46b60a40-038f-4351-8292-d0a973f622b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:30.112153 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-46b60a40-038f-4351-8292-d0a973f622b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 1097 time: 0.0890925 Jun 15 07:14:30.149179 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-cd9066d4-b740-4757-b4dd-e15adac1c491 service neutron] 10.222.0.24 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655078 Jun 15 07:14:30.228520 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fcd1b3e6-ac2d-41a3-93f2-192bd121f52f req-bb0d2563-a1e7-4f91-915f-e9e4431e2ed7 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147921 Jun 15 07:14:30.258628 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0e57-d287-402e-82b7-b6a514e16970 req-cf3ee8d7-8f29-4d50-8a88-cc5d7927a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:30.260868 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-cf3ee8d7-8f29-4d50-8a88-cc5d7927a86e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 200 len: 917 time: 0.1395619 Jun 15 07:14:30.274782 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-c26c266a-6abd-4e3a-ba78-57755538532e service neutron] 10.222.0.24 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178088 Jun 15 07:14:30.681039 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5b2a806b-caf0-4066-ae19-4d7e5ec90489 req-5fc1fb97-8e55-4b1e-b42f-d9d8133bd024 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0541620 Jun 15 07:14:30.694148 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-c2b4522f-032d-44bc-8e2b-881c5f786780 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e HTTP/1.1" status: 200 len: 1000 time: 0.4264598 Jun 15 07:14:30.764755 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0e57-d287-402e-82b7-b6a514e16970 req-1507a4f0-0d87-4294-a68b-1e411803bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:30.766833 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-1507a4f0-0d87-4294-a68b-1e411803bf1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 200 len: 855 time: 0.0640435 Jun 15 07:14:30.836311 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0e57-d287-402e-82b7-b6a514e16970 req-a20f5af0-f444-4a27-81ed-7ff25aecf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:30.838090 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-a20f5af0-f444-4a27-81ed-7ff25aecf471 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c5d9319-2881-4473-81c7-57b98bc8078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641925 Jun 15 07:14:30.971673 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-8682392b-763a-4d72-bb74-996a1e9da036 service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265292 Jun 15 07:14:31.094739 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-522b0e57-d287-402e-82b7-b6a514e16970 req-90a99981-b5e7-49fb-981f-c5602e66556e service neutron] 10.222.0.11 "GET /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163418 Jun 15 07:14:31.441550 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71804a85-8fb9-4afe-886c-aa5a9bd43101 req-f7a9a50e-54eb-46d2-80c9-1477bbd91999 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:31.442754 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71804a85-8fb9-4afe-886c-aa5a9bd43101 req-f7a9a50e-54eb-46d2-80c9-1477bbd91999 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0843976 Jun 15 07:14:31.489564 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71804a85-8fb9-4afe-886c-aa5a9bd43101 req-44920a1e-23ba-42db-b106-243bdeb64c59 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Jun 15 07:14:31.850761 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-757affd0-a284-4b77-92ad-5d3f2aa19102 req-1012de4e-6b93-46e1-aba6-c9d7bde7bf74 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0337639 Jun 15 07:14:32.698080 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11654fe0-d1ca-4cf5-8ac1-e181943158e0 req-30ef6c24-81a7-4130-a68f-416262075840 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:32.699590 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-11654fe0-d1ca-4cf5-8ac1-e181943158e0 req-30ef6c24-81a7-4130-a68f-416262075840 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0780513 Jun 15 07:14:32.745182 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-11654fe0-d1ca-4cf5-8ac1-e181943158e0 req-a582f475-0ffa-4d08-aa54-c67b6a45a416 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395322 Jun 15 07:14:33.008048 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-06463d0e-ef28-406f-9301-c0830a5ae8f0 req-fc0086b0-0ce7-4b2f-b977-4a27b0af88c0 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0339277 Jun 15 07:14:33.940047 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3ef2-6fd6-4d42-aec2-0b25325312b4 req-71e7dade-e005-4c63-ac49-f94a6f6a3178 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:33.941793 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-94cb3ef2-6fd6-4d42-aec2-0b25325312b4 req-71e7dade-e005-4c63-ac49-f94a6f6a3178 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0715990 Jun 15 07:14:33.986116 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-94cb3ef2-6fd6-4d42-aec2-0b25325312b4 req-8991e67e-6444-4b1d-956d-5a9901701cd2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384119 Jun 15 07:14:34.165278 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-547de20d-e7e8-44cd-a64b-6e75afb0ab2b req-2a161996-57bb-44d3-9bc1-ab81cc98b6f2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0391827 Jun 15 07:14:34.506724 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41672) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:34.621321 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:34.745165 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:34.751488 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:34.754869 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-862e9621-b3d6-477a-aa4f-2143aec18dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:34.805630 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9f4d48128ac4e9a8d41ba1bb2342081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977536 Jun 15 07:14:34.806682 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33187e5b-e878-4bd9-a26f-58cb4f32a015,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:34.808704 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41678) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:34.814512 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.814893 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.815265 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.815637 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.816001 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.816388 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.816723 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.817574 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.817574 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.817798 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.818148 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.818502 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.823250 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e2720895-fe6a-4f37-a7d3-8b1ed3e0699a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:34.878760 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:34.902702 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:34.955751 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:34.958426 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:34.959870 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33187e5b-e878-4bd9-a26f-58cb4f32a015 HTTP/1.1" status: 204 len: 168 time: 0.1500757 Jun 15 07:14:34.960619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5c139bad-7fb7-44b3-bd08-587628ef4035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:34.974074 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33187e5b-e878-4bd9-a26f-58cb4f32a015,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:34.981966 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.982455 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.982917 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.983561 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.984153 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.984757 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.985196 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.985648 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.986334 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.986712 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.987128 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.987584 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:34.990998 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:35.250391 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40356ca-a270-4eeb-84d4-91088693cd34 req-086a4301-1f90-45a4-a162-2164d36d226e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:35.252463 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b40356ca-a270-4eeb-84d4-91088693cd34 req-086a4301-1f90-45a4-a162-2164d36d226e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.1328530 Jun 15 07:14:35.303165 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b40356ca-a270-4eeb-84d4-91088693cd34 req-d9f970fd-0263-4eff-a63d-ebf6121a0a42 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Jun 15 07:14:35.352071 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6ba03307-2b03-4b0b-8ba2-74d15f5e18c1 req-652151aa-3689-4b3e-aeb5-9dd4644be6a3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0363328 Jun 15 07:14:36.511920 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927764af-647d-4742-8288-3514cc96fd33 req-b845f42b-d3cc-4c12-89ef-c173f7310d0b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:36.513493 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-927764af-647d-4742-8288-3514cc96fd33 req-b845f42b-d3cc-4c12-89ef-c173f7310d0b tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0861254 Jun 15 07:14:36.529022 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ab8189c1-36e9-4e57-a7d4-be973118e886 req-41f6490a-37d1-42f9-8d45-d118c005d166 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0411971 Jun 15 07:14:36.559583 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-927764af-647d-4742-8288-3514cc96fd33 req-a4a59cc5-c8a8-41ea-8dde-42d79c11906a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403073 Jun 15 07:14:37.682880 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c63612e4-db3e-481e-bc0d-0c6f03a205b7 req-0a46fdd9-e5fe-4489-bd83-ff5c25b13c4d tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0335670 Jun 15 07:14:37.760465 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3085f67-e76a-4be4-a3a0-4f65f70ce637 req-75ea0023-dbcb-4e9b-a3d3-7d98cd53cc98 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:37.762203 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d3085f67-e76a-4be4-a3a0-4f65f70ce637 req-75ea0023-dbcb-4e9b-a3d3-7d98cd53cc98 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0737150 Jun 15 07:14:37.805316 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d3085f67-e76a-4be4-a3a0-4f65f70ce637 req-cf7e494d-88d6-4835-a0db-e4289472906f tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373044 Jun 15 07:14:38.838284 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64a6db22-eb98-4bce-8fec-b22ac44633b7 req-347e838a-b7c1-4e83-abf3-1b09976229b8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0352619 Jun 15 07:14:39.004100 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c603c8-9f7e-4143-a03c-89744234d4a4 req-c7899a40-35f9-4dc5-9f98-632821e77df6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:39.005573 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-19c603c8-9f7e-4143-a03c-89744234d4a4 req-c7899a40-35f9-4dc5-9f98-632821e77df6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0775404 Jun 15 07:14:39.048374 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-19c603c8-9f7e-4143-a03c-89744234d4a4 req-5cc0ab58-6013-480b-b19c-902f0a22d5a9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364349 Jun 15 07:14:39.992399 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-681795b6-6e53-41d5-8d1b-e4316912c491 req-250f560b-7366-4f83-bbbc-44c0bcf93efc tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0356624 Jun 15 07:14:40.257340 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca326db-50aa-4244-ac74-99aa3e98223c req-3e2a1e53-960f-44fa-8639-2fba3f3d3282 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:40.258914 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dca326db-50aa-4244-ac74-99aa3e98223c req-3e2a1e53-960f-44fa-8639-2fba3f3d3282 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0843801 Jun 15 07:14:40.305338 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dca326db-50aa-4244-ac74-99aa3e98223c req-bbbd4383-02da-491f-9d3a-c64e53d9e545 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397072 Jun 15 07:14:41.148344 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7f4e6d41-9a5e-490b-bf17-2fbe10153454 req-0711af1d-a253-4e00-8f14-ccde75d3f005 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0410209 Jun 15 07:14:41.513549 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d73b56-6073-43c2-a727-a5387904dd05 req-47829bce-dfa6-449f-8e2f-d4d14f3e19e4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:41.515062 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59d73b56-6073-43c2-a727-a5387904dd05 req-47829bce-dfa6-449f-8e2f-d4d14f3e19e4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0806873 Jun 15 07:14:41.558033 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59d73b56-6073-43c2-a727-a5387904dd05 req-8ec098d0-1734-4eb3-8b4f-6b8f28e4eb5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370736 Jun 15 07:14:42.304100 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7f240c52-55ae-4b58-b1b9-977bb1363eb3 req-595561a0-5a41-4cad-a073-24efd932b951 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0354285 Jun 15 07:14:42.757642 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0272-39d2-49ae-be4d-18d12e14aa89 req-bfc5ec6d-d961-4854-b8c0-3c3884a56738 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:42.759124 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9e6e0272-39d2-49ae-be4d-18d12e14aa89 req-bfc5ec6d-d961-4854-b8c0-3c3884a56738 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0688694 Jun 15 07:14:42.801815 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9e6e0272-39d2-49ae-be4d-18d12e14aa89 req-f8daf60f-f440-40c8-a828-067ed826da27 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361927 Jun 15 07:14:43.513327 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a3c34c20-00e0-4087-ae5a-6d4c44841674 req-3a2ed38f-0392-47a4-ba88-bdb698d2e040 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0428319 Jun 15 07:14:43.543066 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d463-d688-4721-a7fe-b9a58943b246 req-bdc36319-6aff-462f-a358-d74cb98a9861 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:43.544564 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-bdc36319-6aff-462f-a358-d74cb98a9861 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 812 time: 0.1654513 Jun 15 07:14:43.595446 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-62cfa00e-75c7-4e85-b380-036ebfc6f5ee tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 380 time: 0.0410030 Jun 15 07:14:43.604047 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'port': {'device_id': '5e140d51-9023-4f25-a27a-6ae051242736', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'admin_state_up': True, 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'security_groups': ['098170f6-a106-4e7c-8af0-725bcafc7a4f']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:43.738009 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Made reservation on behalf of 7d6dc67e10014e6b9d41ae49aade7299 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:14:43.741779 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:43.903601 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Allocated IP 172.20.0.13 (dbc281f6-db27-4993-9a9a-86faca867d4a/e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e/ab11e9a1-16ed-40d8-9457-89c1fc199996) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:14:44.033990 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede47a0-21a5-457c-a33e-8fa9b4455001 req-4cea69d6-6ecd-4d78-bbca-6b7a488c93e3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:44.035645 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8ede47a0-21a5-457c-a33e-8fa9b4455001 req-4cea69d6-6ecd-4d78-bbca-6b7a488c93e3 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.1048524 Jun 15 07:14:44.081710 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8ede47a0-21a5-457c-a33e-8fa9b4455001 req-f8e29859-70ab-4ad2-b105-f90a38423c3a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388505 Jun 15 07:14:44.090488 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:44.105399 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Transition to ACTIVE for port object ab11e9a1-16ed-40d8-9457-89c1fc199996 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:14:44.147319 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:44.152345 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ef2a30eb-9709-40b5-af96-471345c4057d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:44.202044 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Network dbc281f6-db27-4993-9a9a-86faca867d4a is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:14:44.205331 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:14:44.209378 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:14:44.216972 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=ab11e9a1-16ed-40d8-9457-89c1fc199996,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:44.251208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:44.282109 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:44.282725 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:44.299750 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6993928 Jun 15 07:14:44.312054 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Request body: {'port': {'device_id': '5e140d51-9023-4f25-a27a-6ae051242736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:44.403625 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:44.460631 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-8133f44e-3400-4b99-9187-9652b0d4bae7 None None] Provisioning for port ab11e9a1-16ed-40d8-9457-89c1fc199996 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:44.464924 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-8133f44e-3400-4b99-9187-9652b0d4bae7 None None] Provisioning complete for port ab11e9a1-16ed-40d8-9457-89c1fc199996 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:44.465309 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8133f44e-3400-4b99-9187-9652b0d4bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:44.510378 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-8133f44e-3400-4b99-9187-9652b0d4bae7 None None] Port ab11e9a1-16ed-40d8-9457-89c1fc199996 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:14:44.776740 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f0c0-b6eb-410e-9ee2-f954a80843cf req-d7864327-80ea-4cf4-bb21-816fdf7b7ffb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:44.778265 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-91d2f0c0-b6eb-410e-9ee2-f954a80843cf req-d7864327-80ea-4cf4-bb21-816fdf7b7ffb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 932 time: 0.1493747 Jun 15 07:14:44.782094 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab11e9a1-16ed-40d8-9457-89c1fc199996 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:14:44.792843 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:44.820279 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Transition to ACTIVE for port object ab11e9a1-16ed-40d8-9457-89c1fc199996 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:14:44.825541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:44.835124 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb0d11fa-26ef-4f94-8133-bcffd008320e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:44.874577 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-91d2f0c0-b6eb-410e-9ee2-f954a80843cf req-d7c6aa2d-e0e5-4a9f-9d6a-8ecb2adb2e0d tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878255 Jun 15 07:14:44.939695 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Pushing event updated for resources: {'Port': ['ID=ab11e9a1-16ed-40d8-9457-89c1fc199996,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:44.944234 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:45.031591 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Attempting to bind port ab11e9a1-16ed-40d8-9457-89c1fc199996 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:14:45.031835 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Attempting to bind port ab11e9a1-16ed-40d8-9457-89c1fc199996 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:14:45.032161 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Attempting to bind port ab11e9a1-16ed-40d8-9457-89c1fc199996 on network dbc281f6-db27-4993-9a9a-86faca867d4a {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:14:45.036733 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Port ab11e9a1-16ed-40d8-9457-89c1fc199996 on network dbc281f6-db27-4993-9a9a-86faca867d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:14:45.037263 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Attempting to bind port ab11e9a1-16ed-40d8-9457-89c1fc199996 on network dbc281f6-db27-4993-9a9a-86faca867d4a {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:14:45.043461 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:14:45.043854 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Checking segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:14:45.044177 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Bound using segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:14:45.044604 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Bound port: ab11e9a1-16ed-40d8-9457-89c1fc199996, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:14:45.044980 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:45.119423 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] For port ab11e9a1-16ed-40d8-9457-89c1fc199996, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:14:45.123638 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] For port ab11e9a1-16ed-40d8-9457-89c1fc199996, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:14:45.129623 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:45.132831 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d8dd01ec-7d2a-42b2-bc76-5a6efa769140 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:45.180862 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:45.181475 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:45.183675 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-72e62223-ab20-421d-81dd-a11815491507 service neutron] 10.222.0.11 "PUT /v2.0/ports/ab11e9a1-16ed-40d8-9457-89c1fc199996 HTTP/1.1" status: 200 len: 1094 time: 0.8764963 Jun 15 07:14:45.184268 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e140d51-9023-4f25-a27a-6ae051242736', 'tag': 'ab11e9a1-16ed-40d8-9457-89c1fc199996'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:14:45.186665 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8ac4ca-7338-470a-bd23-a6956e725a66" -d '{"events": [{"name": "network-changed", "server_uuid": "5e140d51-9023-4f25-a27a-6ae051242736", "tag": "ab11e9a1-16ed-40d8-9457-89c1fc199996"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:14:45.209408 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Pushing event updated for resources: {'Port': ['ID=ab11e9a1-16ed-40d8-9457-89c1fc199996,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:45.218722 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:45.228045 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a57d97-9035-44e9-a693-91e93061ffc0 x-openstack-request-id: req-95a57d97-9035-44e9-a693-91e93061ffc0 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:14:45.228651 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e140d51-9023-4f25-a27a-6ae051242736", "tag": "ab11e9a1-16ed-40d8-9457-89c1fc199996", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:14:45.229737 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95a57d97-9035-44e9-a693-91e93061ffc0 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:14:45.230500 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e140d51-9023-4f25-a27a-6ae051242736', 'tag': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'status': 'completed', 'code': 200} Jun 15 07:14:45.304462 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4522666-f43e-448f-8597-07d1a2e40119 req-df68e9c0-ce84-41f2-8b19-f158eac01e29 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:45.305523 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f4522666-f43e-448f-8597-07d1a2e40119 req-df68e9c0-ce84-41f2-8b19-f158eac01e29 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0793562 Jun 15 07:14:45.319660 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d463-d688-4721-a7fe-b9a58943b246 req-768b8dfa-bf5f-4380-b818-7ac37a70def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:45.321385 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-768b8dfa-bf5f-4380-b818-7ac37a70def5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 1097 time: 0.0716569 Jun 15 07:14:45.355874 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f4522666-f43e-448f-8597-07d1a2e40119 req-15918c99-c6f6-4b8e-919d-cd758a4adaf6 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Jun 15 07:14:45.392320 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-ef61862d-521c-4053-ae87-12990cbf9b97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996 HTTP/1.1" status: 200 len: 217 time: 0.0608027 Jun 15 07:14:45.464278 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d463-d688-4721-a7fe-b9a58943b246 req-49b3e019-271d-42af-aedc-96231d6ab101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:45.466106 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-49b3e019-271d-42af-aedc-96231d6ab101 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0645337 Jun 15 07:14:45.532723 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d463-d688-4721-a7fe-b9a58943b246 req-9d531737-74cb-4c6b-b72a-5f8e38ac27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:45.534146 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-9d531737-74cb-4c6b-b72a-5f8e38ac27e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599358 Jun 15 07:14:45.656738 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-7d899be7-9744-43ba-9a27-debce49aee98 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160302 Jun 15 07:14:45.782067 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3696d463-d688-4721-a7fe-b9a58943b246 req-4c8b5372-e857-4c10-b86c-06e060878d87 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176245 Jun 15 07:14:45.899372 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-7172a86f-b248-4f83-94b1-866b3b6e4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:45.900840 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-7172a86f-b248-4f83-94b1-866b3b6e4c23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 1097 time: 0.0606244 Jun 15 07:14:46.060737 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-ec85cec9-0a22-4b09-97ec-65c0f1ef81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:46.062208 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-ec85cec9-0a22-4b09-97ec-65c0f1ef81b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1539652 Jun 15 07:14:46.125000 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-e38defe0-ed12-41e1-9941-15cf26f7b7b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996 HTTP/1.1" status: 200 len: 217 time: 0.0531645 Jun 15 07:14:46.141610 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d6516-af97-4aa3-975c-18ffa86b52f6 req-c2de5016-aba8-4d88-8ba6-3fd60abac454 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:46.143033 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1b2d6516-af97-4aa3-975c-18ffa86b52f6 req-c2de5016-aba8-4d88-8ba6-3fd60abac454 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 944 time: 0.1402435 Jun 15 07:14:46.228120 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-67ad2594-6ea2-4dbb-80e5-6095d44166c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:46.230295 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-67ad2594-6ea2-4dbb-80e5-6095d44166c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0863545 Jun 15 07:14:46.234069 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1b2d6516-af97-4aa3-975c-18ffa86b52f6 req-55791738-7633-47d3-848b-b634d220651c tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832217 Jun 15 07:14:46.295693 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-d49ed2cb-a04c-4596-bc68-2b5088215a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:46.297205 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-d49ed2cb-a04c-4596-bc68-2b5088215a06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603156 Jun 15 07:14:46.313363 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:14:46.427070 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-c8f59125-3910-4bbd-942f-21205d0fb8dd service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232448 Jun 15 07:14:46.445022 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:46.460061 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'port_id': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'mac_address': 'fa:16:3e:e9:74:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:14:46.517865 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:46.540974 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:14:46.545634 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:14:46.567798 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:46.573548 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:46.574367 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446db26-81c0-48e0-9c49-4b67e07fe345 req-2bc15446-1ef0-4b8f-a0bd-02239d140ba0 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:46.576107 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5446db26-81c0-48e0-9c49-4b67e07fe345 req-2bc15446-1ef0-4b8f-a0bd-02239d140ba0 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 944 time: 0.0852463 Jun 15 07:14:46.577010 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:46.628629 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5446db26-81c0-48e0-9c49-4b67e07fe345 req-8872e59c-47fb-4358-ae48-e59ab4260a24 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461171 Jun 15 07:14:46.640942 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=9']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:46.644433 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:46.792074 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:14:46.852304 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7a8ac4ca-7338-470a-bd23-a6956e725a66 req-7ce8795f-b914-49c2-80eb-5db97f2bf1a1 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178119 Jun 15 07:14:46.860937 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:47.088369 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0d245503-2bde-4226-bcc8-254843a98bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:47.311763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-dc1c9ee3-b200-4719-a9ba-ba8fd13e6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:47.314697 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-dc1c9ee3-b200-4719-a9ba-ba8fd13e6d01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a5b3af12f23428d84f348768c534faf&device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1138 time: 0.0911462 Jun 15 07:14:47.340985 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a4671-7f4f-4aa8-bd49-5e383aadd879 req-97897ae8-08f6-44ff-ae3d-0cb6fcb24578 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:47.343410 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c89a4671-7f4f-4aa8-bd49-5e383aadd879 req-97897ae8-08f6-44ff-ae3d-0cb6fcb24578 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0838709 Jun 15 07:14:47.389983 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c89a4671-7f4f-4aa8-bd49-5e383aadd879 req-b6736e3b-1052-4e1a-9bcf-8748d4c9d270 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415859 Jun 15 07:14:47.468573 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-488cca04-8dc3-4110-a3dc-29a3807ff09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:47.470044 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-488cca04-8dc3-4110-a3dc-29a3807ff09e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 200 len: 916 time: 0.1492898 Jun 15 07:14:47.576957 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54fe6f-39d2-481e-846e-1cc337680f7b req-efc3e8bf-fd1c-494f-bfb3-ad960ee80f59 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:47.579179 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7b54fe6f-39d2-481e-846e-1cc337680f7b req-efc3e8bf-fd1c-494f-bfb3-ad960ee80f59 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 944 time: 0.1740541 Jun 15 07:14:47.582091 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-873f6d63-90cc-4c19-9317-b2adaed8f1a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 1002 time: 0.1046040 Jun 15 07:14:47.668277 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7b54fe6f-39d2-481e-846e-1cc337680f7b req-b099e407-53da-4b40-aaf1-ea04896b9121 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831687 Jun 15 07:14:47.672136 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-44811258-8026-47a4-838a-f9c9a76118c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:47.673578 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-44811258-8026-47a4-838a-f9c9a76118c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=975b74d4-e5f0-4657-badb-4a73ce7094f7 HTTP/1.1" status: 200 len: 854 time: 0.0815392 Jun 15 07:14:47.742309 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-4f2c038d-e1f8-4f35-912a-cc109faa4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:47.743919 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-4f2c038d-e1f8-4f35-912a-cc109faa4f2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633833 Jun 15 07:14:47.827748 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c757353-e32c-4dd0-96ff-d4cb810d5f1a req-39bb4339-57ad-4b0f-a00a-2d2545315702 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:47.829135 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7c757353-e32c-4dd0-96ff-d4cb810d5f1a req-39bb4339-57ad-4b0f-a00a-2d2545315702 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 945 time: 0.0724144 Jun 15 07:14:47.869535 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-5569b51d-bb0d-4946-acc2-8d32283e4f3b service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182182 Jun 15 07:14:47.876606 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7c757353-e32c-4dd0-96ff-d4cb810d5f1a req-944ba518-a7b9-492a-b927-5fee8828534c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Jun 15 07:14:48.005584 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c26d3988-2cc4-4e34-a490-ebc6bbafd457 req-21299f46-9e26-470a-8ae8-e48d886f4ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287260 Jun 15 07:14:48.330947 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:48.387523 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:48.387888 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:48.477222 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:48.501628 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:14:48.503894 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b3272-9f9e-4710-83b7-4686626b3434" -d '{"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-plugged", "status": "completed", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:14:48.518202 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:48.522553 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:48.524682 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:48.552928 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e10a4ad-0a90-441f-af3a-0a7f9fd5baf1 x-openstack-request-id: req-7e10a4ad-0a90-441f-af3a-0a7f9fd5baf1 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:14:48.553226 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-plugged", "status": "completed", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:14:48.553481 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e10a4ad-0a90-441f-af3a-0a7f9fd5baf1 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:14:48.553867 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'code': 200} Jun 15 07:14:48.584605 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb2619-0550-4fcf-a5af-7c4c0dd0a505 req-fa89315e-1245-474c-9d1c-907d7ea3394c tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:48.586163 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2bfb2619-0550-4fcf-a5af-7c4c0dd0a505 req-fa89315e-1245-474c-9d1c-907d7ea3394c tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0819230 Jun 15 07:14:48.586318 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=10']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:48.593593 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:48.636876 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2bfb2619-0550-4fcf-a5af-7c4c0dd0a505 req-e3c1616b-eced-4f16-bdeb-6a7d5a52cbb8 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435185 Jun 15 07:14:48.768460 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302e83e-6b9b-497c-8821-d1e7b95a043b req-5441f82c-b25c-452a-b01a-0069b2b86e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:48.769995 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c302e83e-6b9b-497c-8821-d1e7b95a043b req-5441f82c-b25c-452a-b01a-0069b2b86e0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 1100 time: 0.0638380 Jun 15 07:14:48.813326 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c302e83e-6b9b-497c-8821-d1e7b95a043b req-c5960ee7-e1a9-4d85-b7e1-866edfcdcccd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362091 Jun 15 07:14:48.855585 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272619a7-858d-4513-96fb-86ab0da65430 req-8052b6d0-bf44-45c6-992e-c618f969b155 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:48.857090 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-272619a7-858d-4513-96fb-86ab0da65430 req-8052b6d0-bf44-45c6-992e-c618f969b155 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 944 time: 0.0722075 Jun 15 07:14:48.898971 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-272619a7-858d-4513-96fb-86ab0da65430 req-74a819f7-b48d-4728-a421-4e0d276653f4 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360203 Jun 15 07:14:49.064117 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c41468-6494-45b5-8796-f85d88dedc3a req-ac099cda-0851-44f7-9f64-747ba5d53fe9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:49.065511 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c0c41468-6494-45b5-8796-f85d88dedc3a req-ac099cda-0851-44f7-9f64-747ba5d53fe9 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 947 time: 0.0697844 Jun 15 07:14:49.109153 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c0c41468-6494-45b5-8796-f85d88dedc3a req-75506504-485c-4e45-ab50-40a7ae74a323 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380204 Jun 15 07:14:49.588544 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7fbfac47-099d-487c-ba73-d2f8a6ff71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:49.685025 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:49.829209 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67395d63-ff4a-4981-81ee-e76a28268cc1 req-a9252fb9-612a-4185-82e4-766f74cc2219 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:49.830699 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67395d63-ff4a-4981-81ee-e76a28268cc1 req-a9252fb9-612a-4185-82e4-766f74cc2219 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0749147 Jun 15 07:14:49.875732 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67395d63-ff4a-4981-81ee-e76a28268cc1 req-c820791e-a141-4627-a329-86418ad13f5e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389481 Jun 15 07:14:50.114857 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eb54f-44fc-43d6-8479-57ad5548699f req-80ad8cc2-99ba-4dd4-b268-97ceb0adf0d8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:50.116306 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ea6eb54f-44fc-43d6-8479-57ad5548699f req-80ad8cc2-99ba-4dd4-b268-97ceb0adf0d8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 944 time: 0.0935266 Jun 15 07:14:50.167911 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ea6eb54f-44fc-43d6-8479-57ad5548699f req-885e4bfa-fef9-49f4-bda0-23f786828742 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448263 Jun 15 07:14:50.323993 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22f77e-dfe3-4b18-9e15-d55f7c366c44 req-b782da0a-09d3-4371-8c65-374431ee37ba tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:50.325563 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d22f77e-dfe3-4b18-9e15-d55f7c366c44 req-b782da0a-09d3-4371-8c65-374431ee37ba tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 947 time: 0.0744138 Jun 15 07:14:50.371297 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d22f77e-dfe3-4b18-9e15-d55f7c366c44 req-c23d5fa2-1013-49a4-8655-67bff820df4e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 Jun 15 07:14:50.836858 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:51.065708 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e14fea-8e32-4c86-b334-de41be68ce77 req-7d070832-42ba-4094-b41e-45776d74e975 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:51.067189 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64e14fea-8e32-4c86-b334-de41be68ce77 req-7d070832-42ba-4094-b41e-45776d74e975 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0709569 Jun 15 07:14:51.112845 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64e14fea-8e32-4c86-b334-de41be68ce77 req-ca380175-974c-4952-ae97-f54147221a47 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397601 Jun 15 07:14:51.364045 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cecd0-58d7-4c87-a6f8-15d349f6d35a req-e69c2f4d-f81e-40af-97f2-194c19af7df2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:51.365442 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-099cecd0-58d7-4c87-a6f8-15d349f6d35a req-e69c2f4d-f81e-40af-97f2-194c19af7df2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 944 time: 0.0739160 Jun 15 07:14:51.409853 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-099cecd0-58d7-4c87-a6f8-15d349f6d35a req-3077b6eb-039a-4515-a795-d97ab6e4efd1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386071 Jun 15 07:14:51.580361 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2e09f-1333-4986-a1eb-5d8497b2cc98 req-c3629eee-21c0-4635-bc98-e780c9982c8c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:51.581901 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec2e09f-1333-4986-a1eb-5d8497b2cc98 req-c3629eee-21c0-4635-bc98-e780c9982c8c tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 947 time: 0.0689559 Jun 15 07:14:51.632048 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ec2e09f-1333-4986-a1eb-5d8497b2cc98 req-14fcaad9-3554-450d-828d-5f2679b8cfb2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Jun 15 07:14:52.296736 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:52.302578 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e79721-bed7-47c0-a67c-52629ceee913 req-8f00fcdb-caf8-4eb3-a871-fe03ec67c9b4 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:52.304080 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-49e79721-bed7-47c0-a67c-52629ceee913 req-8f00fcdb-caf8-4eb3-a871-fe03ec67c9b4 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0744109 Jun 15 07:14:52.362913 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-49e79721-bed7-47c0-a67c-52629ceee913 req-be23b771-21b5-4314-a13e-e73299b79ab9 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518007 Jun 15 07:14:52.592335 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab8629-d2e6-419b-9f64-d4278016cb8a req-cae70707-9b81-4c52-be76-c8fea9894b59 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:52.593843 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78ab8629-d2e6-419b-9f64-d4278016cb8a req-cae70707-9b81-4c52-be76-c8fea9894b59 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 944 time: 0.0697548 Jun 15 07:14:52.634834 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78ab8629-d2e6-419b-9f64-d4278016cb8a req-2a77f971-c918-47e0-98d5-a0359d167b41 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353706 Jun 15 07:14:53.561048 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14494bf9-13b4-4bb1-93f8-e38ad8ee71f7 req-63cf0065-1d29-4172-bdd6-5e9ec08d706d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:53.562437 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14494bf9-13b4-4bb1-93f8-e38ad8ee71f7 req-63cf0065-1d29-4172-bdd6-5e9ec08d706d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0750246 Jun 15 07:14:53.608448 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14494bf9-13b4-4bb1-93f8-e38ad8ee71f7 req-4194b8a0-6151-44ca-92d1-acdfceb13268 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401680 Jun 15 07:14:53.821196 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78f47b-31a9-4660-b750-46ab787892bf req-43a7f523-c287-473d-a4eb-30183e3645ff tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:53.822662 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fb78f47b-31a9-4660-b750-46ab787892bf req-43a7f523-c287-473d-a4eb-30183e3645ff tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 944 time: 0.0713463 Jun 15 07:14:53.869874 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fb78f47b-31a9-4660-b750-46ab787892bf req-c4b0be78-47b6-4dd9-ab1e-1be9340b4228 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 Jun 15 07:14:54.385561 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device ab11e9a1-16ed-40d8-9457-89c1fc199996 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:14:54.645542 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port ab11e9a1-16ed-40d8-9457-89c1fc199996, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:54.659316 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'port_id': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'mac_address': 'fa:16:3e:7d:45:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:14:54.706138 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:54.725283 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab11e9a1-16ed-40d8-9457-89c1fc199996 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:14:54.754897 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port ab11e9a1-16ed-40d8-9457-89c1fc199996, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:54.761467 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:54.764952 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:54.808756 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f1ce9-65a5-421a-942f-4febc8444a16 req-5a5e4960-eca5-4b8a-a626-1f5faea346ee tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:54.810836 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-be6f1ce9-65a5-421a-942f-4febc8444a16 req-5a5e4960-eca5-4b8a-a626-1f5faea346ee tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0863752 Jun 15 07:14:54.827067 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=ab11e9a1-16ed-40d8-9457-89c1fc199996,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:54.834552 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.834884 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.835222 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.835549 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.835865 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.836221 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.836504 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.836845 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.837156 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.837468 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.837778 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.838091 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:14:54.842329 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:54.856777 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-be6f1ce9-65a5-421a-942f-4febc8444a16 req-dd4f4475-006d-4815-a6c8-f993bd8f3f8e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401082 Jun 15 07:14:55.026087 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['ab11e9a1-16ed-40d8-9457-89c1fc199996'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:14:55.061499 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac6fda-5c5a-43c5-a9cc-f5fdbbeccff3 req-63b9f941-f315-4975-825e-680e921872ae tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:55.063096 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-60ac6fda-5c5a-43c5-a9cc-f5fdbbeccff3 req-63b9f941-f315-4975-825e-680e921872ae tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 945 time: 0.0772381 Jun 15 07:14:55.107986 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-60ac6fda-5c5a-43c5-a9cc-f5fdbbeccff3 req-74688c92-1180-4c1f-949d-873c748a2861 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379736 Jun 15 07:14:56.047983 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6258bf-d3a3-4efc-b7ce-e193db7ab143 req-ab1cf980-b568-4e25-b600-6c316318778b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:56.049515 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9f6258bf-d3a3-4efc-b7ce-e193db7ab143 req-ab1cf980-b568-4e25-b600-6c316318778b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0797923 Jun 15 07:14:56.094822 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9f6258bf-d3a3-4efc-b7ce-e193db7ab143 req-045afe76-521a-4b8e-ade6-d90cd72ce6d4 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395825 Jun 15 07:14:56.287700 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73dc0-480b-4183-bf7c-fb517f4e5e0d req-2f7168bb-0181-4a1a-a552-6cb5705783b1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:56.289162 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-61b73dc0-480b-4183-bf7c-fb517f4e5e0d req-2f7168bb-0181-4a1a-a552-6cb5705783b1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 945 time: 0.0685151 Jun 15 07:14:56.337165 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-61b73dc0-480b-4183-bf7c-fb517f4e5e0d req-55499b51-fd77-4700-9297-c25e6fbff1b4 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421975 Jun 15 07:14:56.402744 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device ab11e9a1-16ed-40d8-9457-89c1fc199996 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:14:56.459929 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port ab11e9a1-16ed-40d8-9457-89c1fc199996 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:14:56.463527 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port ab11e9a1-16ed-40d8-9457-89c1fc199996 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:14:56.463898 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:56.550381 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:56.574285 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e140d51-9023-4f25-a27a-6ae051242736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab11e9a1-16ed-40d8-9457-89c1fc199996'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:14:56.577566 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89849f37-a67e-45fa-a9bf-38c19eef77c5" -d '{"events": [{"server_uuid": "5e140d51-9023-4f25-a27a-6ae051242736", "name": "network-vif-plugged", "status": "completed", "tag": "ab11e9a1-16ed-40d8-9457-89c1fc199996"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:14:56.593306 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port ab11e9a1-16ed-40d8-9457-89c1fc199996, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:14:56.597366 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:56.599323 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:56.629368 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be563ee4-b7f8-4398-9724-eeba83577b09 x-openstack-request-id: req-be563ee4-b7f8-4398-9724-eeba83577b09 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:14:56.629665 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e140d51-9023-4f25-a27a-6ae051242736", "name": "network-vif-plugged", "status": "completed", "tag": "ab11e9a1-16ed-40d8-9457-89c1fc199996", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:14:56.629924 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be563ee4-b7f8-4398-9724-eeba83577b09 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:14:56.630311 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e140d51-9023-4f25-a27a-6ae051242736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'code': 200} Jun 15 07:14:56.659975 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=ab11e9a1-16ed-40d8-9457-89c1fc199996,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:56.662774 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:14:56.901954 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeaa28-9a47-4b28-81f6-bbadf4aa915a req-0d5ef79c-c9d0-4af3-b7ab-d7743be959a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:56.904378 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ffaeaa28-9a47-4b28-81f6-bbadf4aa915a req-0d5ef79c-c9d0-4af3-b7ab-d7743be959a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 1099 time: 0.0577397 Jun 15 07:14:56.942700 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ffaeaa28-9a47-4b28-81f6-bbadf4aa915a req-300d4ba9-c34f-4196-bc4c-688149dec186 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Jun 15 07:14:57.274894 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bc144-add1-4dfa-8730-0856f5a1080f req-9fe4a216-e9c6-4248-94ec-eedc6aff8d0a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:57.276346 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f9bc144-add1-4dfa-8730-0856f5a1080f req-9fe4a216-e9c6-4248-94ec-eedc6aff8d0a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0698597 Jun 15 07:14:57.321129 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f9bc144-add1-4dfa-8730-0856f5a1080f req-0be47060-3c4c-49ca-81f2-87dd8f2b771f tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380306 Jun 15 07:14:57.524594 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcfa9e-ecab-40b7-a992-3a3f2cb421c6 req-0668e825-810d-42da-a5b7-cf2f20ed3736 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:57.526235 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a6bcfa9e-ecab-40b7-a992-3a3f2cb421c6 req-0668e825-810d-42da-a5b7-cf2f20ed3736 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 946 time: 0.0751164 Jun 15 07:14:57.573678 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a6bcfa9e-ecab-40b7-a992-3a3f2cb421c6 req-ea1c46b1-159f-4eba-a648-5288c7957b20 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Jun 15 07:14:58.510338 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760861a-2174-4938-9dde-2fa7acac5405 req-64c6d92b-b627-4693-b40a-c39c57260e7b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:58.511728 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8760861a-2174-4938-9dde-2fa7acac5405 req-64c6d92b-b627-4693-b40a-c39c57260e7b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0748429 Jun 15 07:14:58.555282 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8760861a-2174-4938-9dde-2fa7acac5405 req-7ea8155f-d45b-43ab-8d36-55fddbc5866e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370846 Jun 15 07:14:58.759029 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efabf95-1f35-4532-a2e5-235e11057d96 req-3b0f277d-6a37-42fb-b0b7-2330e0676c53 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:58.760539 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0efabf95-1f35-4532-a2e5-235e11057d96 req-3b0f277d-6a37-42fb-b0b7-2330e0676c53 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 946 time: 0.0720828 Jun 15 07:14:58.802753 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0efabf95-1f35-4532-a2e5-235e11057d96 req-fef9a5b1-1002-436b-9c0e-40b21b2db49d tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362427 Jun 15 07:14:58.978708 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110165-30ee-44ff-a45b-072da401662a req-70c1b1d8-05c8-4b24-b116-42a3f850eacb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:58.980134 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f110165-30ee-44ff-a45b-072da401662a req-70c1b1d8-05c8-4b24-b116-42a3f850eacb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 946 time: 0.0665674 Jun 15 07:14:59.021232 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f110165-30ee-44ff-a45b-072da401662a req-ff086067-ba2f-4c45-90bc-49b89990475c tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Jun 15 07:14:59.046244 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41828) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:59.248774 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f844c2-5258-4174-8ca7-6f0b4c106e07 tempest-TestVolumeBootPattern-1305383808 tempest-TestVolumeBootPattern-1305383808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:59.250287 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-95f844c2-5258-4174-8ca7-6f0b4c106e07 tempest-TestVolumeBootPattern-1305383808 tempest-TestVolumeBootPattern-1305383808-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 1094 time: 0.2030969 Jun 15 07:14:59.253242 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41832) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:14:59.257535 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'port_id': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:14:59.279947 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:59.402018 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:59.519649 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Allocated IP 172.27.3.34 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/683cc8eb-0aef-4332-8d78-c30c009f4008) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:14:59.649388 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:59.692606 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:14:59.696274 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f085edcb-5888-442d-999d-59a12ede2f5d tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:14:59.737495 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878867b9-b147-450d-a1a4-34d79e97fcb5 req-ffab47a8-a0e1-4fe0-ba37-e047ee855890 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:14:59.739021 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-878867b9-b147-450d-a1a4-34d79e97fcb5 req-ffab47a8-a0e1-4fe0-ba37-e047ee855890 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0718448 Jun 15 07:14:59.744079 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:14:59.751293 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:14:59.754796 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:14:59.784485 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-878867b9-b147-450d-a1a4-34d79e97fcb5 req-be9ce656-4dca-4f25-82f8-2f4a47406c9a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395160 Jun 15 07:14:59.789919 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=683cc8eb-0aef-4332-8d78-c30c009f4008,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:14:59.797978 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:00.208055 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:00.298708 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:00.480130 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:00.484941 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:00.486894 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:00.564158 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=683cc8eb-0aef-4332-8d78-c30c009f4008,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:00.571151 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:00.581559 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:00.715579 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Floating IP 19a27ae7-81a2-410c-abd1-101b8c8ecfd0 associated. External IP: 172.27.3.34, port: ab11e9a1-16ed-40d8-9457-89c1fc199996. Jun 15 07:15:01.328169 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:01.336073 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ec692-0984-47e3-a74a-18feb9e032a2 req-6257654b-c03b-4788-b087-55fa18d725a4 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:01.337549 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-731ec692-0984-47e3-a74a-18feb9e032a2 req-6257654b-c03b-4788-b087-55fa18d725a4 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.1494362 Jun 15 07:15:01.483563 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-731ec692-0984-47e3-a74a-18feb9e032a2 req-48d5a682-9187-4a74-8224-897160920d92 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389642 Jun 15 07:15:01.517596 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:01.528721 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:01.535053 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:01.539361 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:01.539983 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:14:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:01.588858 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3345582 Jun 15 07:15:01.589603 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e140d51-9023-4f25-a27a-6ae051242736', 'tag': 'ab11e9a1-16ed-40d8-9457-89c1fc199996'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:01.592383 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be1dae2-0770-46a9-ac43-b78d4a587327" -d '{"events": [{"name": "network-changed", "server_uuid": "5e140d51-9023-4f25-a27a-6ae051242736", "tag": "ab11e9a1-16ed-40d8-9457-89c1fc199996"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:01.629715 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d740bea0-6003-4452-89f0-b97fd9322c2c x-openstack-request-id: req-d740bea0-6003-4452-89f0-b97fd9322c2c {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:01.630052 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e140d51-9023-4f25-a27a-6ae051242736", "tag": "ab11e9a1-16ed-40d8-9457-89c1fc199996", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:01.630333 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d740bea0-6003-4452-89f0-b97fd9322c2c {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:01.630760 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e140d51-9023-4f25-a27a-6ae051242736', 'tag': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'status': 'completed', 'code': 200} Jun 15 07:15:01.689858 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:01.714319 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-2f2a954f-e1c9-4e9c-be9a-d05bee9bab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:01.716303 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-2f2a954f-e1c9-4e9c-be9a-d05bee9bab90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 1099 time: 0.0602479 Jun 15 07:15:01.833794 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-0b359056-e846-40a7-83f1-4d7fdab568b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:01.835521 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-0b359056-e846-40a7-83f1-4d7fdab568b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1127162 Jun 15 07:15:01.923334 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-8e992622-3a36-4c03-b1d7-ffe34f00646e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996 HTTP/1.1" status: 200 len: 999 time: 0.0812244 Jun 15 07:15:01.972915 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '19a27ae7-81a2-410c-abd1-101b8c8ecfd0', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:7d:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e140d51-9023-4f25-a27a-6ae051242736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:15:00Z', 'updated_at': '2021-06-15T07:15:00Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:01.976212 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:01.980091 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-9c1d62f1-6757-457e-a578-b8a4340a5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:01.982465 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-9c1d62f1-6757-457e-a578-b8a4340a5202 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0526032 Jun 15 07:15:01.985130 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:01.985768 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:14:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:02.047620 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-2a62943e-7734-4e23-aabf-7daaea6d6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:02.049101 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-2a62943e-7734-4e23-aabf-7daaea6d6f8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589736 Jun 15 07:15:02.128177 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:02.164928 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-08aa810a-cac3-48d9-b42d-7b20abcf3cce service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089907 Jun 15 07:15:02.284235 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4be1dae2-0770-46a9-ac43-b78d4a587327 req-d08fdaf4-ba9b-467d-94dd-becd7b211f9f service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114037 Jun 15 07:15:02.417105 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '19a27ae7-81a2-410c-abd1-101b8c8ecfd0', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:7d:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e140d51-9023-4f25-a27a-6ae051242736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:15:00Z', 'updated_at': '2021-06-15T07:15:00Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:02.421184 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dfa086-881a-46a4-890f-6448a4429256 None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '19a27ae7-81a2-410c-abd1-101b8c8ecfd0', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:7d:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e140d51-9023-4f25-a27a-6ae051242736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:15:00Z', 'updated_at': '2021-06-15T07:15:00Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:02.599359 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1ffbc-7685-444e-a7b5-ef38ae8747c9 None None] New status for floating IP 19a27ae7-81a2-410c-abd1-101b8c8ecfd0: ACTIVE {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:15:02.679947 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e13e4-5bd0-4519-b8d6-aa68f6a94096 req-c2b45cce-b399-46b3-9dc1-bf60a8cd5b8d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:02.681351 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ce7e13e4-5bd0-4519-b8d6-aa68f6a94096 req-c2b45cce-b399-46b3-9dc1-bf60a8cd5b8d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0720341 Jun 15 07:15:02.726914 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ce7e13e4-5bd0-4519-b8d6-aa68f6a94096 req-31af8410-410e-49a4-a2ef-75034f42de95 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393591 Jun 15 07:15:03.914995 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a46537-0fb4-47b0-8231-05d979c9ac77 req-86e492ae-8499-4531-a3e1-4fa206e06ee0 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:03.916383 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a6a46537-0fb4-47b0-8231-05d979c9ac77 req-86e492ae-8499-4531-a3e1-4fa206e06ee0 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0745492 Jun 15 07:15:03.961802 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a6a46537-0fb4-47b0-8231-05d979c9ac77 req-a1a7be7f-146c-47df-864a-394ef2c1496c tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388684 Jun 15 07:15:05.152589 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e763b-0b6b-440b-aa0b-d97d49b8c10e req-94fa423d-fe66-4a55-8a2b-38d3e2d83e66 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:05.154906 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c69e763b-0b6b-440b-aa0b-d97d49b8c10e req-94fa423d-fe66-4a55-8a2b-38d3e2d83e66 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0739865 Jun 15 07:15:05.199627 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c69e763b-0b6b-440b-aa0b-d97d49b8c10e req-129ad0e0-d738-427b-aced-bd8e1ff95fb3 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391164 Jun 15 07:15:06.395949 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348ca98-3c2c-4a68-92ed-c7f277517354 req-fafd36d7-3831-4dfc-8284-c3cd47381c34 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:06.397425 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3348ca98-3c2c-4a68-92ed-c7f277517354 req-fafd36d7-3831-4dfc-8284-c3cd47381c34 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0781476 Jun 15 07:15:06.443530 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3348ca98-3c2c-4a68-92ed-c7f277517354 req-e3a44f3c-3336-4307-bb64-d8257eab824e tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402789 Jun 15 07:15:07.624587 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0e76-5e38-4a2a-83e5-08993a082e1e req-b7f6a9f4-a485-4f1f-9d8e-a20f85156c5f tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:07.626056 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9f9c0e76-5e38-4a2a-83e5-08993a082e1e req-b7f6a9f4-a485-4f1f-9d8e-a20f85156c5f tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0710604 Jun 15 07:15:07.669572 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9f9c0e76-5e38-4a2a-83e5-08993a082e1e req-2dd59974-5d3e-4c6a-8b5b-aebe8cab0f57 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375504 Jun 15 07:15:08.853991 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb4e48-b20f-4ee0-aaa5-56aeae8a5010 req-a510b3ca-2a3a-4390-b89a-16dac9dc9a99 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:08.855462 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-47bb4e48-b20f-4ee0-aaa5-56aeae8a5010 req-a510b3ca-2a3a-4390-b89a-16dac9dc9a99 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0721436 Jun 15 07:15:08.900501 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-47bb4e48-b20f-4ee0-aaa5-56aeae8a5010 req-55b1c9bd-1677-486f-92b2-4897fc0dbc9b tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383894 Jun 15 07:15:10.082836 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155d327-2c36-4655-a4a5-4f5d332589ed req-525195ed-56cf-466b-afb2-9e5222000091 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:10.084309 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0155d327-2c36-4655-a4a5-4f5d332589ed req-525195ed-56cf-466b-afb2-9e5222000091 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0730309 Jun 15 07:15:10.136815 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0155d327-2c36-4655-a4a5-4f5d332589ed req-4acc99a8-f68b-4c6a-b4ea-fccef1938549 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&id=307f0191-8e6f-44b1-97dd-71ac2aa4763a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463049 Jun 15 07:15:16.825782 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:17.089975 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b1a5572c-2513-454f-b667-9a0ac4e5d729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:17.595026 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-f57b75db-9c33-428a-b1b4-f4694005e025 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571544 Jun 15 07:15:17.699023 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-d4bd8a95-d672-429b-9335-859afed4fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:17.700481 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-d4bd8a95-d672-429b-9335-859afed4fb6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1099 time: 0.0630293 Jun 15 07:15:17.842898 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-0a84d6f6-a071-4415-91bb-13ee8b1c6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:17.844555 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-0a84d6f6-a071-4415-91bb-13ee8b1c6361 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 910 time: 0.1078949 Jun 15 07:15:17.938183 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-5f6a44fa-deae-40f3-a8ca-69cce78e3927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 1000 time: 0.0821350 Jun 15 07:15:17.994329 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-478c15bf-5638-4d4a-922e-c2b1f5a92bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:17.995734 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-478c15bf-5638-4d4a-922e-c2b1f5a92bc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 200 len: 848 time: 0.0512152 Jun 15 07:15:18.062908 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-840e44a3-2159-4cbc-aaea-a1824cb58c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:18.064353 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-840e44a3-2159-4cbc-aaea-a1824cb58c8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b84381c3-7da3-4966-978e-4ce35e1867fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614669 Jun 15 07:15:18.184025 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-8fb79d10-12a3-4252-8d54-ddc34c879a08 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072466 Jun 15 07:15:18.299685 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31a9b4a2-13ec-43cd-b3e4-0bb897a8ea75 req-cd149fed-165d-4c4a-b0bb-cddcd30e95f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084056 Jun 15 07:15:19.589975 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-57fc2adb-ab11-4d30-ae26-696fd06e04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:19.686829 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:20.841711 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:22.143397 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41866) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:22.297790 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:22.439161 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Deleting port dee8cc7c-fbc8-4781-a13e-c926bafed1c7 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:22.439395 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:22.533576 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:22.533934 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:22.867479 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Calling delete_port for dee8cc7c-fbc8-4781-a13e-c926bafed1c7 owned by network:floatingip {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:23.070565 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:23.073590 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4b85f351-f977-4ec2-888f-c29aab64dedb tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:23.109409 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event deleted for resources: {'Port': ['ID=dee8cc7c-fbc8-4781-a13e-c926bafed1c7,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:23.112287 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:23.180204 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for floatingip, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:23.180914 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Floating IP f8b11a07-e425-4412-b27c-fbbedc1323da disassociated (deleted). External IP: 172.27.3.6, port: 095e7f54-0c1f-4bb2-8c53-c17b91a06b96. Jun 15 07:15:23.464598 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Router c846af67-eab0-4244-82f4-99ad8c71a590 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:23.544590 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:15:23.608881 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:23.614333 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:23.618434 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] Sync routers for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:23.628276 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:23.629060 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:23.660339 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "DELETE /v2.0/floatingips/f8b11a07-e425-4412-b27c-fbbedc1323da HTTP/1.1" status: 204 len: 168 time: 1.5156670 Jun 15 07:15:23.661195 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:23.664466 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:23.709422 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed2fffb-391e-4bb7-82ae-8235d4feb819 x-openstack-request-id: req-3ed2fffb-391e-4bb7-82ae-8235d4feb819 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:23.710023 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:23.710299 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ed2fffb-391e-4bb7-82ae-8235d4feb819 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:23.710740 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'status': 'completed', 'code': 200} Jun 15 07:15:23.811659 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-bf5eb46e-2a25-441d-907f-b306a38e05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:23.813399 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-bf5eb46e-2a25-441d-907f-b306a38e05d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70c32ed827b44976a672f5575ba839dd&device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 1099 time: 0.0751247 Jun 15 07:15:23.920624 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:23.947447 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-af4c0bb0-cacb-48f3-9d6b-c62b679e810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:23.948956 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-af4c0bb0-cacb-48f3-9d6b-c62b679e810f service neutron] 10.222.0.11 "GET /v2.0/networks?id=b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 200 len: 910 time: 0.1278019 Jun 15 07:15:24.013630 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-06031009-d3d7-4a63-95c9-0471588e723e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 200 len: 217 time: 0.0559230 Jun 15 07:15:24.102052 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-cb3ac62f-da34-4203-9f59-9500d2d2b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:24.103466 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-cb3ac62f-da34-4203-9f59-9500d2d2b501 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 200 len: 848 time: 0.0664420 Jun 15 07:15:24.130355 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd468e3-a523-4550-b858-06fa4b01a42b req-0c56dc0d-3b42-4114-a053-beaec19da462 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:24.131801 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fd468e3-a523-4550-b858-06fa4b01a42b req-0c56dc0d-3b42-4114-a053-beaec19da462 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.1274326 Jun 15 07:15:24.186918 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:44Z', 'revision_number': 5, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:24.191452 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] Checking router: c846af67-eab0-4244-82f4-99ad8c71a590 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:24.200009 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:24.200638 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:24.206420 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4fd468e3-a523-4550-b858-06fa4b01a42b req-a67539ed-0280-4a0d-bf02-752e4ade374b tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533280 Jun 15 07:15:24.219826 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-a73e7f95-8ab8-4f05-9343-60c2ac9c5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:24.221659 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-a73e7f95-8ab8-4f05-9343-60c2ac9c5fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b84381c3-7da3-4966-978e-4ce35e1867fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068683 Jun 15 07:15:24.343334 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:24.344831 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-5cffb535-f2ec-4b27-9a16-165d719f4a71 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124778 Jun 15 07:15:24.473833 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c789110a-059b-4261-b5e7-fb6b7b3aa4d1 req-45ddc8c6-88ec-4674-b667-d541dc17ef48 service neutron] 10.222.0.11 "GET /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102390 Jun 15 07:15:24.596501 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:44Z', 'revision_number': 5, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:24.599790 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f3e74-64c4-454f-9fda-60a297b3455b None None] The sync data for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi is: [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:38Z', 'revision_number': 4, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '59867100-15f1-4768-a33a-f72335367d40', 'name': '', 'network_id': 'b84381c3-7da3-4966-978e-4ce35e1867fe', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'mac_address': 'fa:16:3e:04:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:37Z', 'updated_at': '2021-06-15T07:09:44Z', 'revision_number': 5, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'subnets': [{'id': 'cc6c6545-940f-470c-a711-1cd61367ef39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:24.809728 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e22275-582f-411f-bce4-df30b672ec21 None None] New status for floating IP f8b11a07-e425-4412-b27c-fbbedc1323da: DOWN {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:15:25.401403 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6d02-d921-43b9-88cc-3fc9ec5c30fd req-8a9bd2d0-73c7-4af4-8383-d7056eb00639 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:25.402873 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf1a6d02-d921-43b9-88cc-3fc9ec5c30fd req-8a9bd2d0-73c7-4af4-8383-d7056eb00639 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0744927 Jun 15 07:15:25.446898 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf1a6d02-d921-43b9-88cc-3fc9ec5c30fd req-d0398c70-1ee3-4e8e-ac10-2c9d9248e245 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c141973-95e3-4571-8866-14ee7437a48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381944 Jun 15 07:15:25.574094 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b03b9-fc60-4f14-9485-63305bbf4a54 req-685ad1b0-680f-4682-a198-d61198e7c2f2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:25.575519 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f78b03b9-fc60-4f14-9485-63305bbf4a54 req-685ad1b0-680f-4682-a198-d61198e7c2f2 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 947 time: 0.0678437 Jun 15 07:15:25.622954 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f78b03b9-fc60-4f14-9485-63305bbf4a54 req-899ff937-8e6a-4874-82ae-f29377be6684 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Jun 15 07:15:25.883988 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57cce4-f7c7-4339-83fe-c017097af5df req-c747a467-5c5e-4f42-8aff-8146ef024647 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:25.885448 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be57cce4-f7c7-4339-83fe-c017097af5df req-c747a467-5c5e-4f42-8aff-8146ef024647 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 946 time: 0.0710189 Jun 15 07:15:25.996541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Deleting port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:25.996914 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:26.107144 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] For port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:26.107500 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:26.200142 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Calling delete_port for 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:26.353886 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:26.357723 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-31ebaae9-21fa-45e7-9594-b49aa44d65f1 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:26.390366 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event deleted for resources: {'Port': ['ID=095e7f54-0c1f-4bb2-8c53-c17b91a06b96,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:26.395536 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:26.448561 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] No DVR routers for this DVR port 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:15:26.451212 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:26.453704 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be57cce4-f7c7-4339-83fe-c017097af5df req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.11 "DELETE /v2.0/ports/095e7f54-0c1f-4bb2-8c53-c17b91a06b96 HTTP/1.1" status: 204 len: 173 time: 0.5613847 Jun 15 07:15:26.454434 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'name': 'network-vif-deleted', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:26.456821 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af92ea9e-48b0-42b1-abda-564e6311b90a" -d '{"events": [{"server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "name": "network-vif-deleted", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:26.494616 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2e0e8a-e9c5-4e32-ac92-f74e8eea85c4 x-openstack-request-id: req-3a2e0e8a-e9c5-4e32-ac92-f74e8eea85c4 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:26.494987 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fda6f2-c74b-470d-b0bb-2b07057d7750", "name": "network-vif-deleted", "tag": "095e7f54-0c1f-4bb2-8c53-c17b91a06b96", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:26.495287 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a2e0e8a-e9c5-4e32-ac92-f74e8eea85c4 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:26.495740 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fda6f2-c74b-470d-b0bb-2b07057d7750', 'name': 'network-vif-deleted', 'tag': '095e7f54-0c1f-4bb2-8c53-c17b91a06b96', 'status': 'completed', 'code': 200} Jun 15 07:15:26.599709 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74bf01e1-5ead-4593-9cde-92e90c72c506 req-703efa99-9106-452a-87fb-879833292477 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fda6f2-c74b-470d-b0bb-2b07057d7750 HTTP/1.1" status: 200 len: 210 time: 0.0335009 Jun 15 07:15:26.821882 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae08bfa-da70-426f-a642-78c767bd1087 req-5c34dde0-0698-4af0-8a2f-f8825038f39a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:26.824140 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ae08bfa-da70-426f-a642-78c767bd1087 req-5c34dde0-0698-4af0-8a2f-f8825038f39a tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 947 time: 0.0778663 Jun 15 07:15:26.877557 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ae08bfa-da70-426f-a642-78c767bd1087 req-e329903d-4db1-433d-871a-aa36f79eddb5 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471179 Jun 15 07:15:27.146038 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-7736f5ab-e244-4793-a06c-a0a13b52c2cb tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:27.147478 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-7736f5ab-e244-4793-a06c-a0a13b52c2cb tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 947 time: 0.0726500 Jun 15 07:15:27.264207 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Deleting port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:27.264546 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:27.382392 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] For port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:27.382806 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:27.698974 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41898) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:27.772262 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc95b-c828-4d07-8186-f3acaa727940 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:27.801123 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc95b-c828-4d07-8186-f3acaa727940 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:27.868983 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc95b-c828-4d07-8186-f3acaa727940 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:27.871724 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc95b-c828-4d07-8186-f3acaa727940 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:27.873087 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ffcbc95b-c828-4d07-8186-f3acaa727940 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] 10.222.0.24 "DELETE /v2.0/security-groups/1c141973-95e3-4571-8866-14ee7437a48b HTTP/1.1" status: 204 len: 168 time: 0.1729035 Jun 15 07:15:27.873936 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-16f922cf-7a26-48b4-884a-e7f75890e379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:27.885359 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbc95b-c828-4d07-8186-f3acaa727940 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c141973-95e3-4571-8866-14ee7437a48b,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:27.887729 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ffcbc95b-c828-4d07-8186-f3acaa727940 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:27.944971 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:27.945689 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41904) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:27.945804 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:27.945804 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Floating IP d292afbc-7f2c-46f8-9b01-0bfa5648c946 disassociated. External IP: 172.27.3.185, port: 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e. Jun 15 07:15:27.946369 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Calling delete_port for 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:28.107614 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:28.112291 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:28.148325 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event deleted for resources: {'Port': ['ID=2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:28.151177 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:28.183767 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa3d1c-f24c-4cba-bd1e-438bb42c7f22 req-13dc1b55-5bf4-44db-8bb7-3185738dfc8e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:28.185337 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-97aa3d1c-f24c-4cba-bd1e-438bb42c7f22 req-13dc1b55-5bf4-44db-8bb7-3185738dfc8e tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf160c0-ae73-4f4e-969d-70bc90053642 HTTP/1.1" status: 200 len: 947 time: 0.1794283 Jun 15 07:15:28.247108 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-97aa3d1c-f24c-4cba-bd1e-438bb42c7f22 req-be086041-1c09-4b15-b892-7825e07603d4 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b4c0bde-91f9-403e-8070-3545d2f9f203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543423 Jun 15 07:15:28.323840 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Router 9c550350-9bc5-4120-a046-c0267f15f97f has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:28.474803 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:28.488166 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] Sync routers for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:28.498375 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:28.498375 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:28.538799 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] No DVR routers for this DVR port 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:15:28.541297 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:28.543450 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-155952c6-2f5e-4d4d-882b-38af6d132934 req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.11 "DELETE /v2.0/ports/2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e HTTP/1.1" status: 204 len: 173 time: 1.3855610 Jun 15 07:15:28.543987 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-deleted', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:28.546592 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c37828-e36a-4743-b80d-0b609c34dcc5" -d '{"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-deleted", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:28.603329 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3169a379-54e2-490d-a979-9888b861d090 x-openstack-request-id: req-3169a379-54e2-490d-a979-9888b861d090 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:28.603560 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf160c0-ae73-4f4e-969d-70bc90053642", "name": "network-vif-deleted", "tag": "2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:28.603911 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3169a379-54e2-490d-a979-9888b861d090 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:28.604534 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf160c0-ae73-4f4e-969d-70bc90053642', 'name': 'network-vif-deleted', 'tag': '2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e', 'status': 'completed', 'code': 200} Jun 15 07:15:28.655163 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:28.689180 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:28.969157 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:28.973238 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] Checking router: 9c550350-9bc5-4120-a046-c0267f15f97f for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:28.982286 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:28.982921 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:29.284147 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:29.326848 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Deleting port 59867100-15f1-4768-a33a-f72335367d40 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:29.327469 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.390651 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41914) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:29.451316 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] For port 59867100-15f1-4768-a33a-f72335367d40, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=59867100-15f1-4768-a33a-f72335367d40,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:29.451989 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.463548 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6db-d34f-4d81-ac55-03d7f704cf69 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.494629 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6db-d34f-4d81-ac55-03d7f704cf69 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.551573 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Calling delete_port for 59867100-15f1-4768-a33a-f72335367d40 owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:29.561620 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6db-d34f-4d81-ac55-03d7f704cf69 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.564875 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6db-d34f-4d81-ac55-03d7f704cf69 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.566474 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b55ae6db-d34f-4d81-ac55-03d7f704cf69 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "DELETE /v2.0/security-groups/7b4c0bde-91f9-403e-8070-3545d2f9f203 HTTP/1.1" status: 204 len: 168 time: 0.1741483 Jun 15 07:15:29.567183 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1c881aa7-8cc9-496c-9a74-e751ae2a1e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:29.570284 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41916) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:29.577834 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ae6db-d34f-4d81-ac55-03d7f704cf69 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4c0bde-91f9-403e-8070-3545d2f9f203,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:29.580782 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b55ae6db-d34f-4d81-ac55-03d7f704cf69 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:29.587042 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.api.v2.resource [None req-0aecef90-1723-4926-969c-879120965f37 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] show failed (client error): The resource could not be found. Jun 15 07:15:29.588068 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0aecef90-1723-4926-969c-879120965f37 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "GET /v2.0/security-groups/7b4c0bde-91f9-403e-8070-3545d2f9f203 HTTP/1.1" status: 404 len: 347 time: 0.0168071 Jun 15 07:15:29.591315 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41918) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:29.605922 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:29.621559 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffefbca-ca38-479c-9461-5fad8bc52523 None None] The sync data for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi is: [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:08:08Z', 'revision_number': 4, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '07e9092d-d0bd-458d-a416-7716b89b6f04', 'name': '', 'network_id': '1c5d9319-2881-4473-81c7-57b98bc8078f', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'mac_address': 'fa:16:3e:cb:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:08:02Z', 'updated_at': '2021-06-15T07:08:18Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'subnets': [{'id': 'dd471a62-9f5c-4c68-8fc0-f74e2a860962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:29.768295 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Deleting port 9663ced6-65a3-4bde-bec7-e3bf7bfe7dc3 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:29.768648 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.837814 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.840638 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-607cdc63-3699-42d5-bb6b-710e68978caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:29.878335 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Pushing event deleted for resources: {'Port': ['ID=59867100-15f1-4768-a33a-f72335367d40,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:29.884334 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:29.892521 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:29.895487 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627285f-7e9d-4428-83b4-19e2abf480f2 None None] New status for floating IP d292afbc-7f2c-46f8-9b01-0bfa5648c946: DOWN {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:15:29.896475 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:30.045772 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Calling delete_port for 9663ced6-65a3-4bde-bec7-e3bf7bfe7dc3 owned by network:floatingip {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:30.143431 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:30.242008 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:30.244536 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7df5c176-5ffb-4d02-872e-0fb28f9aa9d1 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:30.280571 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Pushing event deleted for resources: {'Port': ['ID=9663ced6-65a3-4bde-bec7-e3bf7bfe7dc3,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:30.283876 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:30.355636 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks [] for floatingip, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:30.358203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:30.359911 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] 10.222.0.24 "DELETE /v2.0/floatingips/d292afbc-7f2c-46f8-9b01-0bfa5648c946 HTTP/1.1" status: 204 len: 168 time: 0.7673752 Jun 15 07:15:30.450851 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Router c846af67-eab0-4244-82f4-99ad8c71a590 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:30.501775 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:30.526203 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:30.526631 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 095e7f54-0c1f-4bb2-8c53-c17b91a06b96 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:30.527058 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:30.552012 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:30.552370 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 2eb8bc20-e9ac-4492-ac99-4949aa8d5b8e not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:30.607877 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:30.613680 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-05b55ad4-9da7-48cb-9f29-a24fa37a631f admin admin] 10.222.0.24 "PUT /v2.0/routers/c846af67-eab0-4244-82f4-99ad8c71a590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6659901 Jun 15 07:15:30.616371 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41924) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:30.617563 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] Sync routers for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:30.629391 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:30.630059 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:30.764505 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:30.775237 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:30.916898 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:30.979904 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Deleting port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:30.980622 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.018813 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:15:29Z', 'revision_number': 5, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port': {'id': '7679ebb0-0fe0-4eb9-8168-48094b3f4d38', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:31.023693 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] Checking router: c846af67-eab0-4244-82f4-99ad8c71a590 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:31.030659 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] Routers {'c846af67-eab0-4244-82f4-99ad8c71a590'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:31.031307 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['c846af67-eab0-4244-82f4-99ad8c71a590'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:31.089570 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] For port 7679ebb0-0fe0-4eb9-8168-48094b3f4d38, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=7679ebb0-0fe0-4eb9-8168-48094b3f4d38,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:31.089930 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.157914 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] Set router c846af67-eab0-4244-82f4-99ad8c71a590 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:31.188708 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Calling delete_port for 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:31.249175 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:15:30Z', 'revision_number': 6, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port_host': None}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:31.253564 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc5dac-f093-4126-8345-187cc1cc0537 None None] The sync data for ids ['c846af67-eab0-4244-82f4-99ad8c71a590'] in dv-cinder-741349-5-iscsi is: [{'id': 'c846af67-eab0-4244-82f4-99ad8c71a590', 'name': 'tempest-TestShelveInstance-1566353674-router', 'tenant_id': '70c32ed827b44976a672f5575ba839dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:32Z', 'updated_at': '2021-06-15T07:15:30Z', 'revision_number': 6, 'project_id': '70c32ed827b44976a672f5575ba839dd', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:31.400473 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.402463 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7c9ccadf-5854-4436-9f82-61fc6f667861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:31.432584 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Pushing event deleted for resources: {'Port': ['ID=7679ebb0-0fe0-4eb9-8168-48094b3f4d38,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:31.435592 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:31.517720 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.655212 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.658224 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.725631 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.726245 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c846af67-eab0-4244-82f4-99ad8c71a590 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:15:31.731141 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.732303 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8ded1837-a90e-47bd-a18a-142a113c7353 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c846af67-eab0-4244-82f4-99ad8c71a590 HTTP/1.1" status: 204 len: 168 time: 1.1147461 Jun 15 07:15:31.736156 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41936) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:31.793095 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] Deleting subnet cc6c6545-940f-470c-a711-1cd61367ef39 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:15:31.796213 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.838530 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533723981'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:31.969281 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.029029 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533723944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533101030'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.032497 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3efce2b0-2e2d-4781-bbca-5d62a6e25041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:32.071484 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6c6545-940f-470c-a711-1cd61367ef39,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:32.073547 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.075387 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cc6c6545-940f-470c-a711-1cd61367ef39 HTTP/1.1" status: 204 len: 168 time: 0.3382015 Jun 15 07:15:32.076389 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4da0fa5f-71e0-4097-b69a-c9c69555867b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:32.077435 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a27c7b-655b-407f-8126-4611098b3a3d None None] Network b84381c3-7da3-4966-978e-4ce35e1867fe requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:15:32.077999 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41940) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:32.170728 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.246597 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Deleting port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:32.246937 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.275932 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 59867100-15f1-4768-a33a-f72335367d40 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:32.303380 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 59867100-15f1-4768-a33a-f72335367d40 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:32.303714 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 59867100-15f1-4768-a33a-f72335367d40 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:32.304161 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:32.336200 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:32.336791 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 7679ebb0-0fe0-4eb9-8168-48094b3f4d38 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:32.349895 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] For port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:32.350279 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.351002 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] DHCP port deletion for b84381c3-7da3-4966-978e-4ce35e1867fe request from dv-cinder-741349-5-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 07:15:32.413683 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] Deleting port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:32.414071 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.455239 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Calling delete_port for 9ab8e5ab-df3b-4169-b8f3-c682fb54823b owned by network:dhcp {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:32.503483 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] For port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,segment=NetworkSegment(0201e476-c160-4d66-af5b-5d31fb97f035),segment_id=0201e476-c160-4d66-af5b-5d31fb97f035)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:32.503833 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.574400 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.576527 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:32.607088 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:32.610910 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:32.611713 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] No DVR routers for this DVR port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b on host dv-cinder-741349-5-iscsi {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:15:32.717096 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.728985 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84381c3-7da3-4966-978e-4ce35e1867fe']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:32.741440 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0201e476-c160-4d66-af5b-5d31fb97f035') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:32.742151 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0201e476-c160-4d66-af5b-5d31fb97f035') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:32.742535 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] Calling delete_port for 9ab8e5ab-df3b-4169-b8f3-c682fb54823b owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:32.753743 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533723974'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.769034 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.774694 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:15:32.775268 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533724289'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: timer() Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: cb(*args, **kw) Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: self._notify() Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: self.callback(batched_events) Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: event.method(event) Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._get(url).json() Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:15:32.776666 dv-cinder-741349-5-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:15:32.862977 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.870349 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.872769 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b84381c3-7da3-4966-978e-4ce35e1867fe HTTP/1.1" status: 204 len: 168 time: 0.7937276 Jun 15 07:15:32.873952 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:32.875887 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41946) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:32.888174 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:32.889865 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Pushing event deleted for resources: {'Network': ['ID=b84381c3-7da3-4966-978e-4ce35e1867fe,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:32.890398 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:32.896361 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b374f2a2-a6b3-43e2-be4e-869e25c00126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:32.917336 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] Network b84381c3-7da3-4966-978e-4ce35e1867fe is not hosted by any dhcp agent {{(pid=91875) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 15 07:15:32.918174 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] No DVR routers for this DVR port 9ab8e5ab-df3b-4169-b8f3-c682fb54823b on host dv-cinder-741349-5-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:15:32.919933 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] Pushing event deleted for resources: {'Port': ['ID=9ab8e5ab-df3b-4169-b8f3-c682fb54823b,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:32.923184 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-6bb40c11-357c-4b6d-9de7-692581d18284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:33.015557 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41950) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:33.351030 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:33.793660 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:33.978434 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Deleting port d43376e9-dc92-4aa1-9b5f-7f5b7940d091 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:33.979048 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:34.082683 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] For port d43376e9-dc92-4aa1-9b5f-7f5b7940d091, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,segment=NetworkSegment(7a77a2dc-e5de-47c9-baa2-e323dabb2a82),segment_id=7a77a2dc-e5de-47c9-baa2-e323dabb2a82)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:34.083039 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:34.118384 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Deleting port 07e9092d-d0bd-458d-a416-7716b89b6f04 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:34.118759 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:34.175649 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Calling delete_port for d43376e9-dc92-4aa1-9b5f-7f5b7940d091 owned by network:router_interface {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:34.234664 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] For port 07e9092d-d0bd-458d-a416-7716b89b6f04, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=07e9092d-d0bd-458d-a416-7716b89b6f04,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:34.234664 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:34.266566 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 9ab8e5ab-df3b-4169-b8f3-c682fb54823b no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:34.293198 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 9ab8e5ab-df3b-4169-b8f3-c682fb54823b {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:34.293634 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 9ab8e5ab-df3b-4169-b8f3-c682fb54823b not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:34.334236 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Calling delete_port for 07e9092d-d0bd-458d-a416-7716b89b6f04 owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:34.424510 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:34.426527 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9d69be22-29da-4efa-a789-a88fd3850a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:34.455070 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43376e9-dc92-4aa1-9b5f-7f5b7940d091,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:34.458518 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:34.570148 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:34.572276 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-078902cd-935b-4ebd-a451-aef4bedde4da tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:34.603062 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=07e9092d-d0bd-458d-a416-7716b89b6f04,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:34.606660 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:34.689396 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:34.831428 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:34.990812 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Router 68cf4cf6-877c-43ed-8525-0f66b1629338 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:35.144941 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Router 9c550350-9bc5-4120-a046-c0267f15f97f has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:35.178994 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:35.183955 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-3fd13591-c63f-4424-aa20-837269aaffd0 admin admin] 10.222.0.24 "PUT /v2.0/routers/68cf4cf6-877c-43ed-8525-0f66b1629338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3066497 Jun 15 07:15:35.186401 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41954) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:35.189031 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] Sync routers for ids ['68cf4cf6-877c-43ed-8525-0f66b1629338'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:35.198897 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] Routers {'68cf4cf6-877c-43ed-8525-0f66b1629338'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:35.199528 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['68cf4cf6-877c-43ed-8525-0f66b1629338'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:35.329930 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:35.336229 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-890f3472-0139-4923-ba31-2b31af3b3a5f admin admin] 10.222.0.24 "PUT /v2.0/routers/9c550350-9bc5-4120-a046-c0267f15f97f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3194220 Jun 15 07:15:35.338739 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41956) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:35.342062 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] Sync routers for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:35.346455 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:35.352827 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:35.353741 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:35.452555 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] Set router 68cf4cf6-877c-43ed-8525-0f66b1629338 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:35.509940 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:35.597597 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:35.601780 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:35.706276 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:15:34Z', 'revision_number': 5, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port': {'id': 'd3a9fa79-7eff-4df7-97b3-cb4a5eebb92e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:09:42Z', 'updated_at': '2021-06-15T07:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:35.711591 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] Checking router: 68cf4cf6-877c-43ed-8525-0f66b1629338 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:35.721151 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] Routers {'68cf4cf6-877c-43ed-8525-0f66b1629338'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:35.722040 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['68cf4cf6-877c-43ed-8525-0f66b1629338'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:35.783085 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:15:34Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:35.786234 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:35.786927 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] Checking router: 9c550350-9bc5-4120-a046-c0267f15f97f for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:35.789653 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Deleting port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:35.789974 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:35.796784 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] Routers {'9c550350-9bc5-4120-a046-c0267f15f97f'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:35.798031 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['9c550350-9bc5-4120-a046-c0267f15f97f'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:35.848675 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] Set router 68cf4cf6-877c-43ed-8525-0f66b1629338 gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:35.933531 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:15:35Z', 'revision_number': 6, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port_host': None}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:35.937441 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f0abd-2451-451c-9287-8890eec49fd9 None None] The sync data for ids ['68cf4cf6-877c-43ed-8525-0f66b1629338'] in dv-cinder-741349-5-iscsi is: [{'id': '68cf4cf6-877c-43ed-8525-0f66b1629338', 'name': 'tempest-TestShelveInstance-1419105743-router', 'tenant_id': 'c30b24897a6d4bc8b77dac593a450217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:09:41Z', 'updated_at': '2021-06-15T07:15:35Z', 'revision_number': 6, 'project_id': 'c30b24897a6d4bc8b77dac593a450217', 'gw_port_host': None}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:35.945592 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] Set router 9c550350-9bc5-4120-a046-c0267f15f97f gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:36.198159 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:15:34Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:36.201893 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30f950-9b8a-4b32-9f50-f6ea1ee3f06c None None] The sync data for ids ['9c550350-9bc5-4120-a046-c0267f15f97f'] in dv-cinder-741349-5-iscsi is: [{'id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'name': 'tempest-AttachVolumeShelveTestJSON-912385410-router', 'tenant_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:07:54Z', 'updated_at': '2021-06-15T07:15:34Z', 'revision_number': 5, 'project_id': 'f3336ee0c5a9459ca40f0bd8ae3da4fe', 'gw_port': {'id': 'acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c550350-9bc5-4120-a046-c0267f15f97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:07:55Z', 'updated_at': '2021-06-15T07:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:36.234500 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] For port d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:36.234500 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:36.330399 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Calling delete_port for d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:36.336479 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Deleting port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:36.336817 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:36.505033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] For port acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:36.505306 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:36.657209 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Calling delete_port for acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:36.847354 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:36.855509 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-71614f9d-5572-4fac-9662-4f96f88b0a8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:36.891973 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:36.931114 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.931490 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.931848 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.932208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.932559 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.932940 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.933290 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.933634 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.933984 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.934331 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.934673 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.935015 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:36.966548 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:37.006990 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device d43376e9-dc92-4aa1-9b5f-7f5b7940d091 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:37.037373 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.038739 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: d43376e9-dc92-4aa1-9b5f-7f5b7940d091 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:37.038934 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device d43376e9-dc92-4aa1-9b5f-7f5b7940d091 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:37.085654 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.132524 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2ce14c46-5721-41f2-9bbe-f62ffdde9a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:37.218789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:37.221571 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.246067 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.247992 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:37.344982 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.345485 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68cf4cf6-877c-43ed-8525-0f66b1629338 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:15:37.350918 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.354402 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] 10.222.0.24 "DELETE /v2.0/routers/68cf4cf6-877c-43ed-8525-0f66b1629338 HTTP/1.1" status: 204 len: 168 time: 2.1646185 Jun 15 07:15:37.354402 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.354835 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41958) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:37.412590 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Deleting subnet 9bb1cec6-fef6-4dbb-b59c-e4175749adae {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:15:37.416318 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.463216 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533723981'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.508425 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.510595 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.560545 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.566806 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.567293 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c550350-9bc5-4120-a046-c0267f15f97f {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:15:37.577349 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.581663 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8f3444ec-6c90-4192-8c26-762b5b76ff06 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9c550350-9bc5-4120-a046-c0267f15f97f HTTP/1.1" status: 204 len: 168 time: 2.2392530 Jun 15 07:15:37.587989 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41962) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:37.654686 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Deleting subnet dd471a62-9f5c-4c68-8fc0-f74e2a860962 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:15:37.660136 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.711235 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533723944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533101030'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.716415 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:37.720284 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533723981'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.774556 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb1cec6-fef6-4dbb-b59c-e4175749adae,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:37.787198 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.789255 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9bb1cec6-fef6-4dbb-b59c-e4175749adae HTTP/1.1" status: 204 len: 168 time: 0.4331229 Jun 15 07:15:37.790978 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8378a6-968c-476e-9f7d-4b25032c8983 None None] Network a8718176-7345-4fab-ac6a-f8d295578e5e requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:15:37.792645 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41966) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:37.806348 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.806789 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.807174 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.807547 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.808012 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.808387 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.808752 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.809143 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.809635 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.810028 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.810960 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.811125 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:37.818475 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b75b28af-4e6e-434c-a398-cca448fb173b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:37.869036 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.908283 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.935199 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533723944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533101030'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.939350 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:37.972970 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd471a62-9f5c-4c68-8fc0-f74e2a860962,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:37.975151 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.979546 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dd471a62-9f5c-4c68-8fc0-f74e2a860962 HTTP/1.1" status: 204 len: 168 time: 0.3881214 Jun 15 07:15:37.979546 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:37.979725 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Deleting port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:37.979725 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:37.979904 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41968) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:37.985394 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9c3b9-bcc5-4d38-acc6-d8421a8d625f None None] Network 1c5d9319-2881-4473-81c7-57b98bc8078f requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:15:38.087597 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] DHCP port deletion for a8718176-7345-4fab-ac6a-f8d295578e5e request from dv-cinder-741349-5-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 07:15:38.090788 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.094745 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] For port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=6bdefd42-3ddb-4e42-b625-cf4b02d248f4,segment=NetworkSegment(7a77a2dc-e5de-47c9-baa2-e323dabb2a82),segment_id=7a77a2dc-e5de-47c9-baa2-e323dabb2a82)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:38.095108 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.152752 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Deleting port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:38.153120 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.198478 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Calling delete_port for 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:38.267142 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] For port 8d6a5f26-fd99-4847-8c5b-5daa80e09139, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=8d6a5f26-fd99-4847-8c5b-5daa80e09139,segment=NetworkSegment(f839d350-3d76-4278-8577-ccfdb2f7f84f),segment_id=f839d350-3d76-4278-8577-ccfdb2f7f84f)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:38.267423 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.306783 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.309198 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-28032861-69f8-40b9-8740-772190ebf515 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:38.310950 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:38.337806 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdefd42-3ddb-4e42-b625-cf4b02d248f4,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:38.341696 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:38.346024 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] No DVR routers for this DVR port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 on host dv-cinder-741349-5-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:15:38.362830 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:38.363257 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device acd03e71-d2cf-49ce-8ec9-15c26a8cc4c5 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:38.363744 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 07e9092d-d0bd-458d-a416-7716b89b6f04 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:38.375139 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Calling delete_port for 8d6a5f26-fd99-4847-8c5b-5daa80e09139 owned by network:dhcp {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:38.392519 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 07e9092d-d0bd-458d-a416-7716b89b6f04 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:38.392997 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 07e9092d-d0bd-458d-a416-7716b89b6f04 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:38.393487 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:38.426645 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:38.426998 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:38.427476 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:38.449246 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.461896 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:38.462225 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8718176-7345-4fab-ac6a-f8d295578e5e']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:38.462371 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device d3a9fa79-7eff-4df7-97b3-cb4a5eebb92e not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:38.474927 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Deleting port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:38.475309 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.477728 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a77a2dc-e5de-47c9-baa2-e323dabb2a82') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:38.478222 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a77a2dc-e5de-47c9-baa2-e323dabb2a82') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:38.482261 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.485317 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c8c476d7-3d1e-4175-81bf-6e3ceb31aa43 tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:38.492997 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.513916 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.517088 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6a5f26-fd99-4847-8c5b-5daa80e09139,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:38.520811 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:38.521892 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:15:38.522473 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.523690 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] No DVR routers for this DVR port 8d6a5f26-fd99-4847-8c5b-5daa80e09139 on host dv-cinder-741349-5-iscsi {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:15:38.524908 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:15:38.528590 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:15:38.581791 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] For port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4, host dv-cinder-741349-5-iscsi, got binding levels [] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:38.582292 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.603887 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee294aa-4ee0-4582-b35c-eacd042f5259 None None] DHCP port deletion for 1c5d9319-2881-4473-81c7-57b98bc8078f request from dv-cinder-741349-5-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 07:15:38.612106 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.616894 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:38.619435 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.624281 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a8718176-7345-4fab-ac6a-f8d295578e5e HTTP/1.1" status: 204 len: 168 time: 0.8273394 Jun 15 07:15:38.643232 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8718176-7345-4fab-ac6a-f8d295578e5e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:38.646131 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.649725 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:38.659661 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5d9319-2881-4473-81c7-57b98bc8078f']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:38.671328 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f839d350-3d76-4278-8577-ccfdb2f7f84f') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:38.671657 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f839d350-3d76-4278-8577-ccfdb2f7f84f') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:38.682783 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533723974'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.695140 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Calling delete_port for 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:38.698399 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.ipam_backend_mixin [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 was not found and therefore no delete operation was performed {{(pid=91875) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 15 07:15:38.700001 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.701341 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.704022 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-051c3796-9a7d-43b0-bef6-a7fc78f0f788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:38.711578 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:15:38.712324 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533724289'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: timer() Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: cb(*args, **kw) Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: self._notify() Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: self.callback(batched_events) Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: event.method(event) Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._get(url).json() Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:15:38.715012 dv-cinder-741349-5-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:15:38.737073 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Pushing event deleted for resources: {'Port': ['ID=6bdefd42-3ddb-4e42-b625-cf4b02d248f4,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:38.739048 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Network a8718176-7345-4fab-ac6a-f8d295578e5e is not hosted by any dhcp agent {{(pid=91875) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 15 07:15:38.739655 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] No DVR routers for this DVR port 6bdefd42-3ddb-4e42-b625-cf4b02d248f4 on host dv-cinder-741349-5-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:15:38.740983 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:38.798942 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41972) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:38.817333 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.821104 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1a43d76d-b1c2-415d-a0c1-2b3da30b131c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:38.823480 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.825476 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1c5d9319-2881-4473-81c7-57b98bc8078f HTTP/1.1" status: 204 len: 168 time: 0.8450766 Jun 15 07:15:38.839569 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5d9319-2881-4473-81c7-57b98bc8078f,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:38.841924 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:38.850683 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e087094c-2034-4473-a051-155c45fb765e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70c32ed827b44976a672f5575ba839dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505588 Jun 15 07:15:38.853162 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41976) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:38.906575 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2b86f6fe-045e-4340-9ec1-cb027bedf43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.932108 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2b86f6fe-045e-4340-9ec1-cb027bedf43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.987424 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2b86f6fe-045e-4340-9ec1-cb027bedf43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.990327 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2b86f6fe-045e-4340-9ec1-cb027bedf43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:38.991667 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2b86f6fe-045e-4340-9ec1-cb027bedf43d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b005a9c1-3750-4016-b805-358fd9bd3832 HTTP/1.1" status: 204 len: 168 time: 0.1375401 Jun 15 07:15:38.992633 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f06fc825-a5b7-4c7c-a689-3837c7787cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:39.003541 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f6fe-045e-4340-9ec1-cb027bedf43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b005a9c1-3750-4016-b805-358fd9bd3832,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:39.006656 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2b86f6fe-045e-4340-9ec1-cb027bedf43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:39.028051 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41980) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:39.085656 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1108fe18-4aec-48bd-a551-33c4caab4595 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3336ee0c5a9459ca40f0bd8ae3da4fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548415 Jun 15 07:15:39.088140 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41982) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:39.149740 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-02a8a3d5-48f4-42b5-b829-c74c962ad1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:39.174066 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-02a8a3d5-48f4-42b5-b829-c74c962ad1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:39.226026 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-02a8a3d5-48f4-42b5-b829-c74c962ad1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:39.228616 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-02a8a3d5-48f4-42b5-b829-c74c962ad1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:39.232200 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-02a8a3d5-48f4-42b5-b829-c74c962ad1b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92178a4d-9802-49a6-acd1-e3510fe1a2de HTTP/1.1" status: 204 len: 168 time: 0.1407547 Jun 15 07:15:39.232200 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2b86f6fe-045e-4340-9ec1-cb027bedf43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:39.239275 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8a3d5-48f4-42b5-b829-c74c962ad1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92178a4d-9802-49a6-acd1-e3510fe1a2de,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:39.241690 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-02a8a3d5-48f4-42b5-b829-c74c962ad1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:39.380534 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 41988) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:39.434838 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9c49e6c4-c4fa-4586-961a-bbfa6f897715 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c30b24897a6d4bc8b77dac593a450217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529270 Jun 15 07:15:39.438160 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 41992) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:39.836587 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ba76aeb2-a5e8-4f37-8787-5286ddc2552f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:39.864878 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ba76aeb2-a5e8-4f37-8787-5286ddc2552f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:39.916651 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ba76aeb2-a5e8-4f37-8787-5286ddc2552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:39.919271 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ba76aeb2-a5e8-4f37-8787-5286ddc2552f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:39.920423 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ba76aeb2-a5e8-4f37-8787-5286ddc2552f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dbed32d-1ab6-442b-b210-0c7e9376731a HTTP/1.1" status: 204 len: 168 time: 0.4812295 Jun 15 07:15:39.921264 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-40d9d2b8-c6f1-4cce-812e-f0d049e07008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:39.929943 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76aeb2-a5e8-4f37-8787-5286ddc2552f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbed32d-1ab6-442b-b210-0c7e9376731a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:39.932604 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ba76aeb2-a5e8-4f37-8787-5286ddc2552f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:39.949002 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42012) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:40.044224 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-42958801-network', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:40.065327 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Made reservation on behalf of a2330e7fdeb4493c8c7d39a969f8c686 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:15:40.067611 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.079543 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.198435 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.203854 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.207786 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8c20c2ce-85a9-4bce-96b6-a9b88f037115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:40.235279 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 07:15:40.247639 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf48ffcb-6b77-4b88-ae4e-de91110dd0ff,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:40.252996 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:40.258331 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.258684 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Added segment 647d7ec6-538b-4d57-9d83-a8d979060069 of type vlan for network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f Jun 15 07:15:40.279259 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 8d6a5f26-fd99-4847-8c5b-5daa80e09139 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:40.305565 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 8d6a5f26-fd99-4847-8c5b-5daa80e09139 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:40.305910 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 8d6a5f26-fd99-4847-8c5b-5daa80e09139 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:40.319551 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764685746333'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.352764 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.354185 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:40.354774 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.357329 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-38073aec-bb04-4845-8006-a1ddc139c9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:40.399056 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4489100 Jun 15 07:15:40.402098 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42016) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:40.407400 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Request body: {'subnet': {'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-42958801-subnet', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:40.429946 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Made reservation on behalf of a2330e7fdeb4493c8c7d39a969f8c686 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:15:40.432240 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533721699'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.444489 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Pushing event updated for resources: {'Network': ['ID=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:40.447159 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:40.458067 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f details requested by agent ovs-agent-dv-cinder-741349-5-iscsi with host dv-cinder-741349-5-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 07:15:40.668708 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534052951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533721717'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.670873 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:40.737976 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=002e274e-4981-49ec-a21f-59ebdb261e01,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:40.741531 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:40.749034 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Checking segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:15:40.749373 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Network hostable DHCP agents. Network: c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f, hostable agents: ['a2ede0e3-c6d8-4f31-97fe-1c7c03126444'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 07:15:40.766814 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f is scheduled to be hosted by DHCP agent a2ede0e3-c6d8-4f31-97fe-1c7c03126444 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 07:15:40.777007 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-5-iscsi, c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:15:40.782928 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:40.783704 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.788701 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e18e8-6364-4d06-ba9e-5e485230bc48 None None] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:15:40.799436 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2a3813e5-b566-4d41-8392-2f4a83265ffb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3959444 Jun 15 07:15:40.802788 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42018) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:40.807352 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:40.829576 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536528344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9511'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.830904 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536528319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536489129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536553654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9692'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.895698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:40.989433 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57c1dc34-9f73-5170-97de-aea83db23320-c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01'}]}} from dv-cinder-741349-5-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 07:15:40.990333 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.100822 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536489142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536528330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9674'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.168437 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Allocated IP 172.20.0.2 (c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f/002e274e-4981-49ec-a21f-59ebdb261e01/43fd08b8-92af-4d1d-8550-15c0010c9c5b) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:15:41.363341 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.371492 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Transition to ACTIVE for port object 43fd08b8-92af-4d1d-8550-15c0010c9c5b will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:15:41.388331 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Transition to ACTIVE for port object 43fd08b8-92af-4d1d-8550-15c0010c9c5b will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:15:41.395666 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.397591 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c52c46c7-0e37-47ad-a6f6-48ae31805884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:41.397722 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.424277 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.456847 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:15:41.462425 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:15:41.464702 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Pushing event updated for resources: {'Port': ['ID=43fd08b8-92af-4d1d-8550-15c0010c9c5b,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:41.466984 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:15:41.472455 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:41.545640 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Attempting to bind port 43fd08b8-92af-4d1d-8550-15c0010c9c5b on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:15:41.546199 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Attempting to bind port 43fd08b8-92af-4d1d-8550-15c0010c9c5b by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:15:41.546765 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Attempting to bind port 43fd08b8-92af-4d1d-8550-15c0010c9c5b on network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:15:41.551691 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Allocated IP 172.27.3.6 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/1c6f83da-2bc4-4e24-93ea-a8271e8e679e) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:15:41.553815 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:15:41.554428 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Checking segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:15:41.554701 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.555004 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Bound using segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:15:41.555571 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Bound port: 43fd08b8-92af-4d1d-8550-15c0010c9c5b, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:15:41.556121 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.637881 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] For port 43fd08b8-92af-4d1d-8550-15c0010c9c5b, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:15:41.641806 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] For port 43fd08b8-92af-4d1d-8550-15c0010c9c5b, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=43fd08b8-92af-4d1d-8550-15c0010c9c5b,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:15:41.647389 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.649626 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:41.693008 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.723514 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Pushing event updated for resources: {'Port': ['ID=43fd08b8-92af-4d1d-8550-15c0010c9c5b,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:41.727681 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:41.752606 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:41.754782 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cd7b8c38-a4c9-4300-afaf-3830cc477dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:41.809749 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:15:41.813017 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:15:41.816115 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:15:41.851011 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6f83da-2bc4-4e24-93ea-a8271e8e679e,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:41.854114 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:42.194283 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:42.293352 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 43fd08b8-92af-4d1d-8550-15c0010c9c5b up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:15:42.354506 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 43fd08b8-92af-4d1d-8550-15c0010c9c5b completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:15:42.487329 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536528339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536489454'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:42.643618 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcfffe-66ff-4407-b106-b8f9d3ce86f5 None None] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:15:42.660602 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 is scheduled to L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 07:15:42.730336 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] Provisioning for port 43fd08b8-92af-4d1d-8550-15c0010c9c5b completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:15:42.742474 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] Provisioning complete for port 43fd08b8-92af-4d1d-8550-15c0010c9c5b triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:42.742849 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:42.805501 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:42.814267 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Sync routers for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:42.823933 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:42.825203 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0214205 Jun 15 07:15:42.825534 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:42.826156 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:42.829479 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42020) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:42.927542 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:42.970223 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:42.976378 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] For port 43fd08b8-92af-4d1d-8550-15c0010c9c5b, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=43fd08b8-92af-4d1d-8550-15c0010c9c5b,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:42.983376 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:42.985291 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:43.050592 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] Pushing event updated for resources: {'Port': ['ID=43fd08b8-92af-4d1d-8550-15c0010c9c5b,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:43.054214 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:43.216108 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-1ffbca8b-0d26-4a60-9518-53b364a0f5bb None None] Provisioning complete for port 43fd08b8-92af-4d1d-8550-15c0010c9c5b triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:43.216657 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1ffbca8b-0d26-4a60-9518-53b364a0f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:43.234022 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:42Z', 'revision_number': 3, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:43.239173 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Checking router: 6d35b4bd-4548-414d-94b9-559e16cb2cf6 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:43.239627 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Updating router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e binding host dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:15:43.284655 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:43.598110 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:43.607117 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Transition to ACTIVE for port object 1c6f83da-2bc4-4e24-93ea-a8271e8e679e will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:15:43.613849 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:43.616811 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:43.824014 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:43.853471 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Pushing event updated for resources: {'Port': ['ID=1c6f83da-2bc4-4e24-93ea-a8271e8e679e,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:43.858065 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Attempting to bind port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:15:43.858662 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Attempting to bind port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:15:43.859732 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Attempting to bind port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e on network 352e2d7d-81c3-49ce-83bd-093089610637 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:15:43.873259 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.873807 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.874355 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.875467 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.875997 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.876541 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.877101 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.877632 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.878187 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.878741 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.879284 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.879832 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:43.885468 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:15:43.886063 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Checking segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:15:43.886694 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:43.887307 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Bound using segment: {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:15:43.888052 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Bound port: 1c6f83da-2bc4-4e24-93ea-a8271e8e679e, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fa9f-31e3-4283-a71d-6d0b044739e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:15:43.888638 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:43.892939 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:43.982983 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] For port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:15:43.988464 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] For port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=1c6f83da-2bc4-4e24-93ea-a8271e8e679e,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:15:43.993534 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:43.995945 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:44.056058 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:44.056704 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:44.087156 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Allocated IP 172.20.0.1 (c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f/002e274e-4981-49ec-a21f-59ebdb261e01/958424a5-cdfd-488c-9b14-53192d98742b) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:15:44.165353 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Pushing event updated for resources: {'Port': ['ID=1c6f83da-2bc4-4e24-93ea-a8271e8e679e,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:44.168525 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4a0bc1cd-e909-4617-8b13-c2e05ae06f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:44.224724 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:44.245601 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:44.261590 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Transition to ACTIVE for port object 958424a5-cdfd-488c-9b14-53192d98742b will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:15:44.281550 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 43fd08b8-92af-4d1d-8550-15c0010c9c5b up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:15:44.309616 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:44.311750 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8730a4e9-8297-46e5-9300-eaca98f37956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:44.341473 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 43fd08b8-92af-4d1d-8550-15c0010c9c5b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:44.341941 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:44.360257 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:15:44.363694 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:15:44.367287 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:15:44.402528 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Pushing event updated for resources: {'Port': ['ID=958424a5-cdfd-488c-9b14-53192d98742b,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:44.407051 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:44.427838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536492075'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:44.517192 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:42Z', 'revision_number': 3, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:44.522562 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86288d0-4594-4074-8cca-7900d67dcf60 None None] The sync data for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi is: [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:42Z', 'revision_number': 3, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:44.627350 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:44.664575 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9e51da11-84f0-4669-816c-26f92ed70460 None None] Provisioning for port 958424a5-cdfd-488c-9b14-53192d98742b completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:15:44.669162 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9e51da11-84f0-4669-816c-26f92ed70460 None None] Provisioning complete for port 958424a5-cdfd-488c-9b14-53192d98742b triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:44.669546 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9e51da11-84f0-4669-816c-26f92ed70460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:44.733811 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-9e51da11-84f0-4669-816c-26f92ed70460 None None] Port 958424a5-cdfd-488c-9b14-53192d98742b cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:15:44.860822 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:44.866453 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:44.868968 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:44.953520 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Pushing event updated for resources: {'Port': ['ID=958424a5-cdfd-488c-9b14-53192d98742b,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:44.958089 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:44.959470 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536358620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536492223'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:45.090022 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:15:45.094386 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:15:45.270223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:45.425896 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:45.431185 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] 10.222.0.24 "PUT /v2.0/routers/6d35b4bd-4548-414d-94b9-559e16cb2cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6006689 Jun 15 07:15:45.478136 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-58e21347-05db-4dc0-95d8-e50c0e77f254 None None] Provisioning complete for port 958424a5-cdfd-488c-9b14-53192d98742b triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:45.478674 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-58e21347-05db-4dc0-95d8-e50c0e77f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:45.523755 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-58e21347-05db-4dc0-95d8-e50c0e77f254 None None] Port 958424a5-cdfd-488c-9b14-53192d98742b cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:15:45.705027 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-508c476b-66c7-4759-b77d-dc0b96a5473d tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817226178&fields=id&tenant_id=0a5b3af12f23428d84f348768c534faf HTTP/1.1" status: 200 len: 267 time: 0.0541644 Jun 15 07:15:45.789733 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-149123ac-f4c6-4000-90fd-1cf9dd7ba0e9 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:45.791345 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-149123ac-f4c6-4000-90fd-1cf9dd7ba0e9 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 985 time: 0.0797770 Jun 15 07:15:45.803049 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Request body: {'port': {'security_groups': ['64a3eaf9-eb18-44b0-91aa-a019bd09b435']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:45.907368 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.049004 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42034) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:46.054110 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-203beb92-04d9-46be-80d8-52571dbe1ee0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130046077', 'description': 'tempest-description--330439595'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:46.089481 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-203beb92-04d9-46be-80d8-52571dbe1ee0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.095903 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Sync routers for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:46.107483 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:46.108126 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:46.146929 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] For port 832aff94-9148-4c3b-97c7-40ce16587b16, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=832aff94-9148-4c3b-97c7-40ce16587b16,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:46.192594 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-203beb92-04d9-46be-80d8-52571dbe1ee0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.192987 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.197311 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-203beb92-04d9-46be-80d8-52571dbe1ee0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.204941 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6051947d-8a46-47f1-9ce3-95e44b54cea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:46.207780 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.214418 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:46.252586 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203beb92-04d9-46be-80d8-52571dbe1ee0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2646c83c-1a1f-4a52-b8d4-f3f653d5245d,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:46.258327 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-203beb92-04d9-46be-80d8-52571dbe1ee0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:46.273577 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-203beb92-04d9-46be-80d8-52571dbe1ee0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.279852 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-203beb92-04d9-46be-80d8-52571dbe1ee0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2294078 Jun 15 07:15:46.280889 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42036) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:46.288386 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-cc8594ea-3cac-4d7e-98ce-02e81567e6b5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'security_group_rule': {'security_group_id': '2646c83c-1a1f-4a52-b8d4-f3f653d5245d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:46.294797 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:46.295500 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.298211 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b31f28-d772-4a3c-b440-4eb863d884bf req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "PUT /v2.0/ports/832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 943 time: 0.4995835 Jun 15 07:15:46.299482 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:46.303463 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2563fb0a-dfc7-490b-ac10-96fa70938ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:46.308851 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42038) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:46.319636 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['832aff94-9148-4c3b-97c7-40ce16587b16'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:15:46.359077 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cc8594ea-3cac-4d7e-98ce-02e81567e6b5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.373825 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event updated for resources: {'Port': ['ID=832aff94-9148-4c3b-97c7-40ce16587b16,revision_number=7']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:46.381776 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:46.408871 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b79eee-78ad-4661-81b9-9d1654bdfeb5 x-openstack-request-id: req-39b79eee-78ad-4661-81b9-9d1654bdfeb5 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:46.409198 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:46.409489 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39b79eee-78ad-4661-81b9-9d1654bdfeb5 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:46.409924 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16', 'status': 'completed', 'code': 200} Jun 15 07:15:46.432604 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1c6f83da-2bc4-4e24-93ea-a8271e8e679e up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:15:46.468555 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cc8594ea-3cac-4d7e-98ce-02e81567e6b5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.473386 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cc8594ea-3cac-4d7e-98ce-02e81567e6b5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.475536 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-105a7eb2-2bb9-445c-8ea0-ec7be26a9012 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:46.478803 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b3abf5d2-eddb-4f08-afd0-776e5234da45 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.494983 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8594ea-3cac-4d7e-98ce-02e81567e6b5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35cb112-d131-4c5c-b073-33f71d15dcc7,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:46.498704 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cc8594ea-3cac-4d7e-98ce-02e81567e6b5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:46.503280 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cc8594ea-3cac-4d7e-98ce-02e81567e6b5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.506735 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-cc8594ea-3cac-4d7e-98ce-02e81567e6b5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2242825 Jun 15 07:15:46.509509 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42042) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:46.514106 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-83342d19-1b28-4725-b9bd-f8e5e7fff146 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'security_group_rule': {'security_group_id': '2646c83c-1a1f-4a52-b8d4-f3f653d5245d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:46.527176 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['832aff94-9148-4c3b-97c7-40ce16587b16'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:15:46.528013 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b3abf5d2-eddb-4f08-afd0-776e5234da45 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.543497 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83342d19-1b28-4725-b9bd-f8e5e7fff146 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.588839 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-e40e33ca-1d66-4cfd-a13f-8cd915882127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:46.590877 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-e40e33ca-1d66-4cfd-a13f-8cd915882127 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a5b3af12f23428d84f348768c534faf&device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1099 time: 0.1623037 Jun 15 07:15:46.600864 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:15:46.626486 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:46.627025 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.645988 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83342d19-1b28-4725-b9bd-f8e5e7fff146 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.648045 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83342d19-1b28-4725-b9bd-f8e5e7fff146 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.650558 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-74bb4f94-3edf-43fd-9316-ccde9bd47a5f tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:46.669565 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83342d19-1b28-4725-b9bd-f8e5e7fff146 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df859a2-47ab-426a-868e-5ec012f2800e,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:46.674999 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-83342d19-1b28-4725-b9bd-f8e5e7fff146 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:46.681704 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83342d19-1b28-4725-b9bd-f8e5e7fff146 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.683144 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-83342d19-1b28-4725-b9bd-f8e5e7fff146 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726296 Jun 15 07:15:46.686047 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42046) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:46.692350 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:46.703892 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b3abf5d2-eddb-4f08-afd0-776e5234da45 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.706619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b3abf5d2-eddb-4f08-afd0-776e5234da45 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.708418 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b3abf5d2-eddb-4f08-afd0-776e5234da45 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "DELETE /v2.0/security-groups/307f0191-8e6f-44b1-97dd-71ac2aa4763a HTTP/1.1" status: 204 len: 168 time: 0.3976185 Jun 15 07:15:46.710829 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bca529b4-ecc0-4045-97f3-eabe1590ec35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:46.712901 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42048) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:46.736433 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abf5d2-eddb-4f08-afd0-776e5234da45 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f0191-8e6f-44b1-97dd-71ac2aa4763a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:46.739378 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b3abf5d2-eddb-4f08-afd0-776e5234da45 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:46.741473 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:46.759964 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-f187255d-879e-4c3b-9e68-579f4d775569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:46.761364 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-f187255d-879e-4c3b-9e68-579f4d775569 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 200 len: 916 time: 0.1595268 Jun 15 07:15:46.774597 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.852432 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-cb357e2e-80da-4243-8699-72e301c97ecc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 1002 time: 0.0838132 Jun 15 07:15:46.867058 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-fd6ed805-bfc2-43a0-8012-c6818194f33b None None] Provisioning complete for port 832aff94-9148-4c3b-97c7-40ce16587b16 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:46.867545 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed805-bfc2-43a0-8012-c6818194f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:46.917590 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-d861f1e0-bcea-4933-914f-fe4ed5ae00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:46.919162 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-d861f1e0-bcea-4933-914f-fe4ed5ae00c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=975b74d4-e5f0-4657-badb-4a73ce7094f7 HTTP/1.1" status: 200 len: 854 time: 0.0606675 Jun 15 07:15:47.013864 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.020329 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-4e6d4130-7f1b-4fef-9478-13d6051ca586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:47.022120 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-4e6d4130-7f1b-4fef-9478-13d6051ca586 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952575 Jun 15 07:15:47.092638 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.161164 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-f85f30f9-d725-41d8-841d-318fb382fb20 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322117 Jun 15 07:15:47.215596 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ad663da2-a9ba-4d45-b2ca-f854eecd935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.220267 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=1c6f83da-2bc4-4e24-93ea-a8271e8e679e,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:47.252827 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.269115 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:47.294923 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2563fb0a-dfc7-490b-ac10-96fa70938ef4 req-b6e21b6c-00ba-435b-a45b-a597cb3b2625 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273336 Jun 15 07:15:47.335411 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Deleting port 8a46c211-6d67-48ff-9f3d-bdb300d9dcba {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:47.336054 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.352175 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.436073 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=1c6f83da-2bc4-4e24-93ea-a8271e8e679e,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:47.441234 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:47.533383 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.533655 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.568458 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 2, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:47.584657 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Checking router: 6d35b4bd-4548-414d-94b9-559e16cb2cf6 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:47.585555 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Updating router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 port 958424a5-cdfd-488c-9b14-53192d98742b binding host dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 07:15:47.633957 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.640668 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Calling delete_port for 8a46c211-6d67-48ff-9f3d-bdb300d9dcba owned by network:floatingip {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:47.666266 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Allocated IP 172.27.3.61 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/8b4c2ef5-8435-4d0e-8bc8-7f5cca46c635) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:15:47.898242 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.975505 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:47.979510 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-269433e3-ebe4-468d-8a03-9f547ff92b7c tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:48.003630 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.013955 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event deleted for resources: {'Port': ['ID=8a46c211-6d67-48ff-9f3d-bdb300d9dcba,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:48.015803 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Transition to ACTIVE for port object 958424a5-cdfd-488c-9b14-53192d98742b will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:15:48.018535 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:48.024741 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.025936 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.027923 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-85737d71-93c2-4da4-b10e-f6bc5dcffed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:48.051295 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-605a0795-c1ba-466e-b54c-f251d4b3aebc tempest-ServerRescueNegativeTestJSON-925867755 tempest-ServerRescueNegativeTestJSON-925867755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:48.129482 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:15:48.146346 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:15:48.152437 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:15:48.193017 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'Port': ['ID=8b4c2ef5-8435-4d0e-8bc8-7f5cca46c635,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:48.200252 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:48.211658 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks [] for floatingip, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.212007 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Floating IP 3519fcfd-56ed-434c-ad11-a44fe9bb9a2d disassociated (deleted). External IP: 172.27.3.126, port: 832aff94-9148-4c3b-97c7-40ce16587b16. Jun 15 07:15:48.295745 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c3e76-9736-4da7-9c8b-c31bc4afd8a7 None None] Pushing event updated for resources: {'Port': ['ID=958424a5-cdfd-488c-9b14-53192d98742b,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:48.299788 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-fd7c3e76-9736-4da7-9c8b-c31bc4afd8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:48.328790 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1c6f83da-2bc4-4e24-93ea-a8271e8e679e up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:15:48.409961 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.415066 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Attempting to bind port 958424a5-cdfd-488c-9b14-53192d98742b on host dv-cinder-741349-5-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:15:48.415561 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Attempting to bind port 958424a5-cdfd-488c-9b14-53192d98742b by drivers openvswitch,hyperv on host dv-cinder-741349-5-iscsi at level 0 using segments [{'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:15:48.415955 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Attempting to bind port 958424a5-cdfd-488c-9b14-53192d98742b on network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:15:48.430284 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Checking agent: {'id': '65755cb4-f1cc-4233-91c4-be7c95c70d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 0, 20), 'started_at': datetime.datetime(2021, 6, 15, 7, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:15:48.430284 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Checking segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:15:48.430284 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.430812 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Bound using segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:15:48.430973 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Bound port: 958424a5-cdfd-488c-9b14-53192d98742b, host: dv-cinder-741349-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:15:48.431258 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.478771 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:48.479242 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.554894 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] For port 958424a5-cdfd-488c-9b14-53192d98742b, host dv-cinder-741349-5-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:15:48.559799 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] For port 958424a5-cdfd-488c-9b14-53192d98742b, host dv-cinder-741349-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=958424a5-cdfd-488c-9b14-53192d98742b,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:15:48.565586 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.567516 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:48.576380 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.673587 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c3e76-9736-4da7-9c8b-c31bc4afd8a7 None None] Pushing event updated for resources: {'Port': ['ID=958424a5-cdfd-488c-9b14-53192d98742b,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:48.676297 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:48.677121 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:48.679278 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-fd7c3e76-9736-4da7-9c8b-c31bc4afd8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:48.694802 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Router 45f6a449-be0f-465d-86e2-c6bb584796ea has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:48.835696 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:48.927979 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.936509 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.939695 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7dbcdb64-1a73-4d52-b30a-1c2b807e7563 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:48.945337 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:48.950259 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:48.958993 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] Sync routers for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:48.969526 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:48.970516 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:49.072955 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "DELETE /v2.0/floatingips/3519fcfd-56ed-434c-ad11-a44fe9bb9a2d HTTP/1.1" status: 204 len: 168 time: 2.3587224 Jun 15 07:15:49.075260 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:49.078261 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364d3c52-73fe-461d-9ac0-c49765539483" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:49.080695 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'Port': ['ID=8b4c2ef5-8435-4d0e-8bc8-7f5cca46c635,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:49.084199 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:49.089987 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:49.105604 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:49.106946 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e26331d6-4ce8-4b93-ba6f-e5add8d850fc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4196799 Jun 15 07:15:49.119833 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:48Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:49.123616 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9efead-b909-4803-89f7-e5eae3a48b79 None None] The sync data for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi is: [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:48Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:49.138736 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:49.147935 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0cd72a-14c8-4bda-a96e-7e3c57900aa8 x-openstack-request-id: req-3e0cd72a-14c8-4bda-a96e-7e3c57900aa8 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:49.148224 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:49.148551 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e0cd72a-14c8-4bda-a96e-7e3c57900aa8 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:49.149034 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16', 'status': 'completed', 'code': 200} Jun 15 07:15:49.310815 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3c52-73fe-461d-9ac0-c49765539483 req-49d9cfc5-ef59-4cdd-836c-33dbce929cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:49.320177 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-364d3c52-73fe-461d-9ac0-c49765539483 req-49d9cfc5-ef59-4cdd-836c-33dbce929cd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a5b3af12f23428d84f348768c534faf&device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 1099 time: 0.1320195 Jun 15 07:15:49.360749 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-05a37c2d-00c6-4b72-af96-e267ed782b2a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--130046077&fields=id&tenant_id=a2330e7fdeb4493c8c7d39a969f8c686 HTTP/1.1" status: 200 len: 267 time: 0.0598400 Jun 15 07:15:49.597670 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-860a5e93-adf7-4637-83ae-7ce6d9bc334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:49.598754 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:17Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:49.606916 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] Checking router: 45f6a449-be0f-465d-86e2-c6bb584796ea for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:49.619262 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:49.620917 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:49.645953 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca926f-784b-4220-954c-0c047084d673 req-042c468b-2b89-45c6-8d77-d611de32b619 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:49.648221 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-042c468b-2b89-45c6-8d77-d611de32b619 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 809 time: 0.2865567 Jun 15 07:15:49.665238 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-793985ce-39a7-4f8c-aa2f-02a71ee16240 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/quotas/a2330e7fdeb4493c8c7d39a969f8c686 HTTP/1.1" status: 200 len: 375 time: 0.0113251 Jun 15 07:15:49.697094 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:49.762850 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-47c27c4c-bee0-4310-8c8d-559a23246d23 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915983 Jun 15 07:15:49.797059 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:49.907807 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3c52-73fe-461d-9ac0-c49765539483 req-de0ab406-6b80-4301-b348-c34630e14df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:49.910175 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-364d3c52-73fe-461d-9ac0-c49765539483 req-de0ab406-6b80-4301-b348-c34630e14df3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 200 len: 916 time: 0.5841403 Jun 15 07:15:49.929739 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-570a3b08-271d-475c-af47-2350a0ef7392 service neutron] 10.222.0.24 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525569 Jun 15 07:15:49.986943 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-364d3c52-73fe-461d-9ac0-c49765539483 req-0599074e-d9a0-499b-9414-c09f82940cf8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 200 len: 217 time: 0.0700638 Jun 15 07:15:50.066471 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3c52-73fe-461d-9ac0-c49765539483 req-bf43364e-d13d-4d5c-b2c1-5c9646e5dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:50.067698 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-b8baf231-5e15-4ce1-82c6-49c5916e0a81 service neutron] 10.222.0.24 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279972 Jun 15 07:15:50.071210 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-364d3c52-73fe-461d-9ac0-c49765539483 req-bf43364e-d13d-4d5c-b2c1-5c9646e5dc00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=975b74d4-e5f0-4657-badb-4a73ce7094f7 HTTP/1.1" status: 200 len: 854 time: 0.0755534 Jun 15 07:15:50.104490 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:17Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:50.109920 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da353fdd-f84c-4861-bc47-0419ea2e5ae2 None None] The sync data for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi is: [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:13:09Z', 'revision_number': 4, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '40acdb17-a8c1-4477-90b2-21f58a8b2220', 'name': '', 'network_id': 'c6abe810-a244-4ec4-bcd7-24b14f2de6a4', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'mac_address': 'fa:16:3e:f8:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:08Z', 'updated_at': '2021-06-15T07:13:17Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'subnets': [{'id': '975b74d4-e5f0-4657-badb-4a73ce7094f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:50.227695 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3c52-73fe-461d-9ac0-c49765539483 req-c4099106-8e76-4922-8428-6dbe9d7cf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:50.229902 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-364d3c52-73fe-461d-9ac0-c49765539483 req-c4099106-8e76-4922-8428-6dbe9d7cf753 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6abe810-a244-4ec4-bcd7-24b14f2de6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016653 Jun 15 07:15:50.399216 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 958424a5-cdfd-488c-9b14-53192d98742b up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:15:50.400950 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-364d3c52-73fe-461d-9ac0-c49765539483 req-a2430007-ba3f-44d3-88f3-cd21f521cfa2 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626043 Jun 15 07:15:50.469110 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3da45d8-64ba-4c9f-ae8c-5ce87361158d req-5fa48ca5-9aba-4044-8e7f-1a5c9d762efd tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 210 time: 0.0665534 Jun 15 07:15:50.520180 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning for port 958424a5-cdfd-488c-9b14-53192d98742b completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:15:50.524338 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 958424a5-cdfd-488c-9b14-53192d98742b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:50.524742 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:50.634065 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-364d3c52-73fe-461d-9ac0-c49765539483 req-52d15cd3-1220-458c-8793-03ceffc5e785 service neutron] 10.222.0.11 "GET /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151313 Jun 15 07:15:50.660572 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:50.689559 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7063a5c-18ab-4c50-a088-352d7eb90a89 None None] New status for floating IP 3519fcfd-56ed-434c-ad11-a44fe9bb9a2d: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:15:50.801299 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] For port 958424a5-cdfd-488c-9b14-53192d98742b, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=958424a5-cdfd-488c-9b14-53192d98742b,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:50.807084 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:50.813137 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c52198d6-0894-4f64-bf32-1ea136b16cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:50.885055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:50.897109 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Pushing event updated for resources: {'Port': ['ID=958424a5-cdfd-488c-9b14-53192d98742b,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:50.902381 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:51.639574 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-27b74896-0780-4cae-934f-aabfde73dedc req-f07df8c5-c5f8-4e79-a07b-56a373c7436c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 210 time: 0.0402327 Jun 15 07:15:51.651023 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca926f-784b-4220-954c-0c047084d673 req-ae2461b2-1372-4413-88a0-06fff384ee31 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:51.653048 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-ae2461b2-1372-4413-88a0-06fff384ee31 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 809 time: 0.1550560 Jun 15 07:15:51.701755 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-8143f084-7772-4038-8291-004d3391b589 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2330e7fdeb4493c8c7d39a969f8c686 HTTP/1.1" status: 200 len: 379 time: 0.0394793 Jun 15 07:15:51.710537 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'port': {'device_id': '88063f59-7d36-441e-bcd0-12872e05d899', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'admin_state_up': True, 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'security_groups': ['2646c83c-1a1f-4a52-b8d4-f3f653d5245d']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:51.850769 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Made reservation on behalf of a2330e7fdeb4493c8c7d39a969f8c686 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:15:51.854458 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:52.006535 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Allocated IP 172.20.0.6 (c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f/002e274e-4981-49ec-a21f-59ebdb261e01/90ca2847-7083-4dfb-bb83-8293e3b26a77) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:15:52.184228 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:52.198252 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Transition to ACTIVE for port object 90ca2847-7083-4dfb-bb83-8293e3b26a77 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:15:52.253502 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:52.259941 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:52.298952 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 958424a5-cdfd-488c-9b14-53192d98742b up at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:15:52.319484 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:15:52.322806 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:15:52.325629 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:15:52.334981 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:52.367712 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'Port': ['ID=90ca2847-7083-4dfb-bb83-8293e3b26a77,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:52.371208 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:52.392777 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Provisioning complete for port 958424a5-cdfd-488c-9b14-53192d98742b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:52.393264 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:52.403476 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:52.404128 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:52.425069 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7185292 Jun 15 07:15:52.438428 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Request body: {'port': {'device_id': '88063f59-7d36-441e-bcd0-12872e05d899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:15:52.555727 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:52.566280 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962a76d-989d-4101-b5b8-01c3682bcd20 req-d492ea95-8270-4f31-99b8-b161b169cebd tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:52.568160 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2962a76d-989d-4101-b5b8-01c3682bcd20 req-d492ea95-8270-4f31-99b8-b161b169cebd tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.0855401 Jun 15 07:15:52.626110 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2962a76d-989d-4101-b5b8-01c3682bcd20 req-105b0493-837b-408d-ad63-0677a3f57b86 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501902 Jun 15 07:15:52.626357 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-836ce86b-7baa-4dce-885a-2d5c37ac20fc None None] Provisioning for port 90ca2847-7083-4dfb-bb83-8293e3b26a77 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:15:52.631065 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-836ce86b-7baa-4dce-885a-2d5c37ac20fc None None] Provisioning complete for port 90ca2847-7083-4dfb-bb83-8293e3b26a77 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:52.631585 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-836ce86b-7baa-4dce-885a-2d5c37ac20fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:52.681657 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-836ce86b-7baa-4dce-885a-2d5c37ac20fc None None] Port 90ca2847-7083-4dfb-bb83-8293e3b26a77 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:15:52.929139 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5c84d-4c3d-48da-9707-9ac7ff2c8dab req-e300b918-5514-47ae-b57c-47f9db363725 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:52.931535 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1eb5c84d-4c3d-48da-9707-9ac7ff2c8dab req-e300b918-5514-47ae-b57c-47f9db363725 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 931 time: 0.1382515 Jun 15 07:15:52.995228 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ca2847-7083-4dfb-bb83-8293e3b26a77 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:15:53.014714 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:53.022905 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1eb5c84d-4c3d-48da-9707-9ac7ff2c8dab req-f452ccb5-4e79-4341-a77f-2f7576c0db57 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853510 Jun 15 07:15:53.032523 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Transition to ACTIVE for port object 90ca2847-7083-4dfb-bb83-8293e3b26a77 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:15:53.036570 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:53.039582 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:53.135179 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991211fd-a405-4716-99d6-06254486678b service neutron] Pushing event updated for resources: {'Port': ['ID=90ca2847-7083-4dfb-bb83-8293e3b26a77,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:53.138842 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-991211fd-a405-4716-99d6-06254486678b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:53.229369 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Attempting to bind port 90ca2847-7083-4dfb-bb83-8293e3b26a77 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:15:53.229706 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Attempting to bind port 90ca2847-7083-4dfb-bb83-8293e3b26a77 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:15:53.230038 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Attempting to bind port 90ca2847-7083-4dfb-bb83-8293e3b26a77 on network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:15:53.235747 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Port 90ca2847-7083-4dfb-bb83-8293e3b26a77 on network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:15:53.236102 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Attempting to bind port 90ca2847-7083-4dfb-bb83-8293e3b26a77 on network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:15:53.241533 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:15:53.241923 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Checking segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:15:53.242310 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Bound using segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:15:53.242779 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Bound port: 90ca2847-7083-4dfb-bb83-8293e3b26a77, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:15:53.243219 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:53.326085 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] For port 90ca2847-7083-4dfb-bb83-8293e3b26a77, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:15:53.329238 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] For port 90ca2847-7083-4dfb-bb83-8293e3b26a77, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:15:53.333789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:53.336122 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-82992019-3ca0-48ea-9d35-9421ecc0da76 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:53.383890 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:53.384509 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:53.385931 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-991211fd-a405-4716-99d6-06254486678b service neutron] 10.222.0.11 "PUT /v2.0/ports/90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 200 len: 1093 time: 0.9534900 Jun 15 07:15:53.386444 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88063f59-7d36-441e-bcd0-12872e05d899', 'tag': '90ca2847-7083-4dfb-bb83-8293e3b26a77'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:53.388744 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508c6a60-01f9-438e-9b97-a74966d85b75" -d '{"events": [{"name": "network-changed", "server_uuid": "88063f59-7d36-441e-bcd0-12872e05d899", "tag": "90ca2847-7083-4dfb-bb83-8293e3b26a77"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:53.419976 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991211fd-a405-4716-99d6-06254486678b service neutron] Pushing event updated for resources: {'Port': ['ID=90ca2847-7083-4dfb-bb83-8293e3b26a77,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:53.424192 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-991211fd-a405-4716-99d6-06254486678b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:53.443814 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d144ba9-f36d-4468-a077-68a247436651 x-openstack-request-id: req-3d144ba9-f36d-4468-a077-68a247436651 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:53.444210 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88063f59-7d36-441e-bcd0-12872e05d899", "tag": "90ca2847-7083-4dfb-bb83-8293e3b26a77", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:53.444597 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d144ba9-f36d-4468-a077-68a247436651 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:53.445117 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88063f59-7d36-441e-bcd0-12872e05d899', 'tag': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'status': 'completed', 'code': 200} Jun 15 07:15:53.498565 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca926f-784b-4220-954c-0c047084d673 req-c100a269-9779-4b6d-87d3-1c2756f1d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:53.500138 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-c100a269-9779-4b6d-87d3-1c2756f1d043 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 1096 time: 0.0661111 Jun 15 07:15:53.556125 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-832b5679-b58e-4fab-9ae7-8947380005b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 200 len: 217 time: 0.0485067 Jun 15 07:15:53.617982 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca926f-784b-4220-954c-0c047084d673 req-4975b182-7e67-4294-8dd1-7354a8298f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:53.619460 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-4975b182-7e67-4294-8dd1-7354a8298f72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0571377 Jun 15 07:15:53.685281 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca926f-784b-4220-954c-0c047084d673 req-a3a6e2ea-a782-45a8-8884-552d45d14838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:53.687079 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-a3a6e2ea-a782-45a8-8884-552d45d14838 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606678 Jun 15 07:15:53.841651 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-5881482f-3495-4ca4-8aed-8e60b4d12223 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467388 Jun 15 07:15:53.951608 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8ea28-43cf-451b-88a6-4f3b6a821920 req-0aa9947c-40e3-4124-8ab1-be8b404547ad tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:53.953602 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7ba8ea28-43cf-451b-88a6-4f3b6a821920 req-0aa9947c-40e3-4124-8ab1-be8b404547ad tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.1774812 Jun 15 07:15:54.002509 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cca926f-784b-4220-954c-0c047084d673 req-3447229c-5851-4709-ac39-4e2d6318a899 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524835 Jun 15 07:15:54.018072 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7ba8ea28-43cf-451b-88a6-4f3b6a821920 req-e5bef0e5-0cfb-450c-8f88-ddec898dfb64 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/security-groups?id=64a3eaf9-eb18-44b0-91aa-a019bd09b435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552797 Jun 15 07:15:54.114421 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-3d7d0c4a-5907-4c6d-ae56-696da4978347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:54.115843 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-3d7d0c4a-5907-4c6d-ae56-696da4978347 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 1096 time: 0.0652912 Jun 15 07:15:54.165266 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-0268b605-b961-4eff-9e55-74a322c5ac1c tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:54.166709 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-0268b605-b961-4eff-9e55-74a322c5ac1c tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 946 time: 0.0834932 Jun 15 07:15:54.236020 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-615e1fc8-528a-4a8e-9a1e-f40131d0504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:54.237620 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-615e1fc8-528a-4a8e-9a1e-f40131d0504c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 910 time: 0.1157393 Jun 15 07:15:54.299522 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-44cc3874-fcd9-48cd-889b-3c44bd11b5c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 200 len: 217 time: 0.0553257 Jun 15 07:15:54.358328 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-0d21b30b-f2e8-40bb-8111-159cb0deff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:54.359987 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-0d21b30b-f2e8-40bb-8111-159cb0deff3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0540798 Jun 15 07:15:54.431804 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-00132193-e551-445b-affc-f71561024658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:54.433361 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-00132193-e551-445b-affc-f71561024658 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659211 Jun 15 07:15:54.549759 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-aece1487-61f4-4a54-9a03-794244787c33 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081564 Jun 15 07:15:54.596269 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30115ffd-452a-45d5-9769-d391a7105d0d req-6ed67523-fe24-4c53-8799-9bd8c4b1b15f tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:54.597844 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-30115ffd-452a-45d5-9769-d391a7105d0d req-6ed67523-fe24-4c53-8799-9bd8c4b1b15f tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 943 time: 0.4523580 Jun 15 07:15:54.649564 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Deleting port 832aff94-9148-4c3b-97c7-40ce16587b16 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:54.649905 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:54.657207 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-30115ffd-452a-45d5-9769-d391a7105d0d req-780b63d8-dbf0-4b1d-9aef-b03a6224815f tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529432 Jun 15 07:15:54.675537 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-508c6a60-01f9-438e-9b97-a74966d85b75 req-45474673-53f3-4a5b-ba6a-d3e7a3e73d1b service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192372 Jun 15 07:15:54.772433 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] For port 832aff94-9148-4c3b-97c7-40ce16587b16, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=832aff94-9148-4c3b-97c7-40ce16587b16,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:54.772784 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:54.866703 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Calling delete_port for 832aff94-9148-4c3b-97c7-40ce16587b16 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:55.024048 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:55.028276 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-09941da4-f5fc-4033-829e-19d7183c3443 tempest-VolumesActionsTest-911074209 tempest-VolumesActionsTest-911074209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:55.037163 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['832aff94-9148-4c3b-97c7-40ce16587b16'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:15:55.060729 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Pushing event deleted for resources: {'Port': ['ID=832aff94-9148-4c3b-97c7-40ce16587b16,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:55.065443 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:55.124391 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] No DVR routers for this DVR port 832aff94-9148-4c3b-97c7-40ce16587b16 on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:15:55.127054 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:55.129024 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-92fedb8a-d738-4489-9e30-15e0e65461fe req-fafc954a-4403-4ae2-b982-d3eb2d334a7a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.11 "DELETE /v2.0/ports/832aff94-9148-4c3b-97c7-40ce16587b16 HTTP/1.1" status: 204 len: 173 time: 0.9406452 Jun 15 07:15:55.129535 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'name': 'network-vif-deleted', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:55.131830 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf476b60-ebdf-4f4b-9d2d-f2e399bb1712" -d '{"events": [{"server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "name": "network-vif-deleted", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:55.169221 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681e4d71-b90b-4a29-838e-74cb9956f810 x-openstack-request-id: req-681e4d71-b90b-4a29-838e-74cb9956f810 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:55.169817 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363", "name": "network-vif-deleted", "tag": "832aff94-9148-4c3b-97c7-40ce16587b16", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:55.169817 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-681e4d71-b90b-4a29-838e-74cb9956f810 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:55.170260 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363', 'name': 'network-vif-deleted', 'tag': '832aff94-9148-4c3b-97c7-40ce16587b16', 'status': 'completed', 'code': 200} Jun 15 07:15:55.192846 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-06b62ce9-596b-4b48-aec1-c3d6535f6e4f req-1cb3b863-ef63-4db5-9429-4e4015e0ef17 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a3a8e52-9031-4bdd-a88c-5bfe0a5aa363 HTTP/1.1" status: 200 len: 210 time: 0.0568178 Jun 15 07:15:55.844741 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612666-c9d4-4035-ab65-6ee95d66cd8f req-519bd4b8-1779-4b3e-85d0-fb444c980547 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:55.846227 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-16612666-c9d4-4035-ab65-6ee95d66cd8f req-519bd4b8-1779-4b3e-85d0-fb444c980547 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 943 time: 0.0696392 Jun 15 07:15:55.886653 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-16612666-c9d4-4035-ab65-6ee95d66cd8f req-707a0837-c2c9-44f9-9b1e-22d917b1b29a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348425 Jun 15 07:15:56.618136 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 90ca2847-7083-4dfb-bb83-8293e3b26a77 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:15:56.747267 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 90ca2847-7083-4dfb-bb83-8293e3b26a77, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:56.764468 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'port_id': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'mac_address': 'fa:16:3e:81:91:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:15:56.810283 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:56.827130 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ca2847-7083-4dfb-bb83-8293e3b26a77 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:15:56.849953 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 90ca2847-7083-4dfb-bb83-8293e3b26a77, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:56.854025 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:56.857716 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:56.913670 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=90ca2847-7083-4dfb-bb83-8293e3b26a77,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:56.921388 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.921748 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.922176 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.922418 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.922750 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.923079 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.923404 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.923874 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.924051 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.924372 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.925038 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.925038 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:15:56.931325 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:56.931562 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42170) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:57.075714 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25ab90-39e9-4cc1-8671-514c9b571ebc req-c8a82823-99df-4953-8573-111e8ce100d3 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:57.076822 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['90ca2847-7083-4dfb-bb83-8293e3b26a77'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:15:57.077131 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ea25ab90-39e9-4cc1-8671-514c9b571ebc req-c8a82823-99df-4953-8573-111e8ce100d3 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 944 time: 0.0683002 Jun 15 07:15:57.123136 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ea25ab90-39e9-4cc1-8671-514c9b571ebc req-4a4eccb0-a36e-402e-80a7-f09f13526c39 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385559 Jun 15 07:15:57.412148 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:57.733256 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Deleting port 40acdb17-a8c1-4477-90b2-21f58a8b2220 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:57.733483 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:57.831626 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] For port 40acdb17-a8c1-4477-90b2-21f58a8b2220, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=40acdb17-a8c1-4477-90b2-21f58a8b2220,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:57.831988 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:57.924725 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Calling delete_port for 40acdb17-a8c1-4477-90b2-21f58a8b2220 owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:58.145518 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:58.149235 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c549b9d9-8931-4201-8e57-86b8a951c282 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:58.179880 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=40acdb17-a8c1-4477-90b2-21f58a8b2220,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:58.183751 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:58.447594 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:58.462646 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7442c7a-c160-463e-8f30-a0db4cca1b5b req-f4ac6cd3-14a3-4cad-9f7e-b5042bf3b8ac tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:58.464056 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c7442c7a-c160-463e-8f30-a0db4cca1b5b req-f4ac6cd3-14a3-4cad-9f7e-b5042bf3b8ac tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 944 time: 0.1957779 Jun 15 07:15:58.616075 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c7442c7a-c160-463e-8f30-a0db4cca1b5b req-61f662a1-935a-488a-bdd3-ccaff77b2664 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441143 Jun 15 07:15:58.642528 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 90ca2847-7083-4dfb-bb83-8293e3b26a77 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:15:58.696294 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 90ca2847-7083-4dfb-bb83-8293e3b26a77 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:15:58.700227 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 90ca2847-7083-4dfb-bb83-8293e3b26a77 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:15:58.700504 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:58.788913 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Router 45f6a449-be0f-465d-86e2-c6bb584796ea has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:15:58.793625 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:58.818182 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88063f59-7d36-441e-bcd0-12872e05d899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ca2847-7083-4dfb-bb83-8293e3b26a77'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:15:58.820537 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97062b81-007e-49c8-a7c2-99bebe350465" -d '{"events": [{"server_uuid": "88063f59-7d36-441e-bcd0-12872e05d899", "name": "network-vif-plugged", "status": "completed", "tag": "90ca2847-7083-4dfb-bb83-8293e3b26a77"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:15:58.837505 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 90ca2847-7083-4dfb-bb83-8293e3b26a77, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:58.842290 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:58.843456 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 832aff94-9148-4c3b-97c7-40ce16587b16 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:15:58.845263 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:15:58.942238 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:15:58.947547 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] 10.222.0.24 "PUT /v2.0/routers/45f6a449-be0f-465d-86e2-c6bb584796ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0147574 Jun 15 07:15:58.950302 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42176) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:15:58.959970 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] Sync routers for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:15:58.974214 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:58.975319 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:59.052495 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee25ede7-7e24-4244-9038-8288f760c0f2 x-openstack-request-id: req-ee25ede7-7e24-4244-9038-8288f760c0f2 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:15:59.052829 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88063f59-7d36-441e-bcd0-12872e05d899", "name": "network-vif-plugged", "status": "completed", "tag": "90ca2847-7083-4dfb-bb83-8293e3b26a77", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:15:59.053079 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee25ede7-7e24-4244-9038-8288f760c0f2 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:15:59.053483 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88063f59-7d36-441e-bcd0-12872e05d899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'code': 200} Jun 15 07:15:59.056016 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 832aff94-9148-4c3b-97c7-40ce16587b16 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:15:59.056366 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 832aff94-9148-4c3b-97c7-40ce16587b16 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:15:59.089673 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=90ca2847-7083-4dfb-bb83-8293e3b26a77,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:15:59.094565 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:15:59.253126 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:59.472052 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks [] for router, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:59.476382 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038112ff-4893-4f90-a68c-402f315e3a08 req-0f56a3c3-52de-46c4-8d65-427e548bab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:59.477882 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-038112ff-4893-4f90-a68c-402f315e3a08 req-0f56a3c3-52de-46c4-8d65-427e548bab21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 1098 time: 0.1371448 Jun 15 07:15:59.498103 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:15:58Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:59.502180 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] Checking router: 45f6a449-be0f-465d-86e2-c6bb584796ea for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:15:59.510166 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] Routers {'45f6a449-be0f-465d-86e2-c6bb584796ea'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:15:59.510765 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['45f6a449-be0f-465d-86e2-c6bb584796ea'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:59.625047 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-038112ff-4893-4f90-a68c-402f315e3a08 req-22813168-fc25-4acd-94e2-cc7fcb1c1e3d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996842 Jun 15 07:15:59.650727 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:59.654642 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] Set router 45f6a449-be0f-465d-86e2-c6bb584796ea gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:15:59.713050 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Deleting port ab9522f4-9421-45d4-86ca-6f414e24df69 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:15:59.713398 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:59.858204 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] For port ab9522f4-9421-45d4-86ca-6f414e24df69, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=ab9522f4-9421-45d4-86ca-6f414e24df69,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:15:59.859201 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:15:59.897163 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:15:58Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:15:59.902131 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66298e5-6e52-472e-9bdc-7b24dbfa56c8 None None] The sync data for ids ['45f6a449-be0f-465d-86e2-c6bb584796ea'] in dv-cinder-741349-5-iscsi is: [{'id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'name': 'tempest-TestMinimumBasicScenario-1270630164-router', 'tenant_id': '0a5b3af12f23428d84f348768c534faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:05Z', 'updated_at': '2021-06-15T07:15:58Z', 'revision_number': 5, 'project_id': '0a5b3af12f23428d84f348768c534faf', 'gw_port': {'id': 'ab9522f4-9421-45d4-86ca-6f414e24df69', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6a449-be0f-465d-86e2-c6bb584796ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:06Z', 'updated_at': '2021-06-15T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:15:59.961224 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Calling delete_port for ab9522f4-9421-45d4-86ca-6f414e24df69 owned by network:router_gateway {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:15:59.976341 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebba75-f0d6-444d-bbf1-feeb60da4724 req-0ce829c3-6f9b-431d-a31e-05fda5a0e0cc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:15:59.977866 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-45ebba75-f0d6-444d-bbf1-feeb60da4724 req-0ce829c3-6f9b-431d-a31e-05fda5a0e0cc tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.2370017 Jun 15 07:16:00.078365 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-45ebba75-f0d6-444d-bbf1-feeb60da4724 req-347b48cc-bfe8-446f-becd-12626d697710 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938153 Jun 15 07:16:00.214275 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.216320 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:00.245884 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9522f4-9421-45d4-86ca-6f414e24df69,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:00.250551 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:00.267710 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 40acdb17-a8c1-4477-90b2-21f58a8b2220 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:16:00.294983 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 40acdb17-a8c1-4477-90b2-21f58a8b2220 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:16:00.295407 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 40acdb17-a8c1-4477-90b2-21f58a8b2220 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:16:00.343187 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.507797 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.510433 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.542485 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:16:00.615216 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.615750 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f6a449-be0f-465d-86e2-c6bb584796ea {{(pid=91873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:16:00.620776 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.621921 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] 10.222.0.24 "DELETE /v2.0/routers/45f6a449-be0f-465d-86e2-c6bb584796ea HTTP/1.1" status: 204 len: 168 time: 1.6708193 Jun 15 07:16:00.625655 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42180) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:00.680416 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] Deleting subnet 975b74d4-e5f0-4657-badb-4a73ce7094f7 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:16:00.683801 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.735030 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533723981'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.830446 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.895275 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533723944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533101030'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.897501 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:00.934582 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975b74d4-e5f0-4657-badb-4a73ce7094f7,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:00.937768 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:00.938735 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:00.940575 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a48dbf96-c256-4a83-9e0f-0e53ae31465e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/975b74d4-e5f0-4657-badb-4a73ce7094f7 HTTP/1.1" status: 204 len: 168 time: 0.3140030 Jun 15 07:16:00.943007 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42182) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:00.946002 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb6247e-54cd-40f0-ab92-0696dda9459f None None] Network c6abe810-a244-4ec4-bcd7-24b14f2de6a4 requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:16:01.033916 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.111160 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Deleting port c7c71c25-be03-4d2f-8d25-d77390dc9136 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:16:01.111542 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.201616 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] DHCP port deletion for c6abe810-a244-4ec4-bcd7-24b14f2de6a4 request from dv-cinder-741349-5-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 07:16:01.206778 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] For port c7c71c25-be03-4d2f-8d25-d77390dc9136, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=c7c71c25-be03-4d2f-8d25-d77390dc9136,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:16:01.207163 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.269784 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] Deleting port c7c71c25-be03-4d2f-8d25-d77390dc9136 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:16:01.270537 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.316655 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Calling delete_port for c7c71c25-be03-4d2f-8d25-d77390dc9136 owned by network:dhcp {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:16:01.367418 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] For port c7c71c25-be03-4d2f-8d25-d77390dc9136, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=c7c71c25-be03-4d2f-8d25-d77390dc9136,segment=NetworkSegment(8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1),segment_id=8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:16:01.368062 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.432187 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.435797 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9312a0ca-c9cc-47df-ac3f-053d33b9baa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:01.452113 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420608da-3205-439f-b0ea-57dec06a5fcb req-788bba49-fcfb-4efa-b59e-04d8d72664d4 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:01.454127 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-420608da-3205-439f-b0ea-57dec06a5fcb req-788bba49-fcfb-4efa-b59e-04d8d72664d4 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0771492 Jun 15 07:16:01.470194 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] Calling delete_port for c7c71c25-be03-4d2f-8d25-d77390dc9136 owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:16:01.476352 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] No DVR routers for this DVR port c7c71c25-be03-4d2f-8d25-d77390dc9136 on host dv-cinder-741349-5-iscsi {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:16:01.482057 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c71c25-be03-4d2f-8d25-d77390dc9136,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:01.485369 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:01.512182 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-420608da-3205-439f-b0ea-57dec06a5fcb req-d394ab3b-8df1-43df-9801-180e98f04fb1 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518427 Jun 15 07:16:01.581479 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.583850 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:01.587874 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.602189 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6abe810-a244-4ec4-bcd7-24b14f2de6a4']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:01.615228 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:01.615598 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc5d1e-6c7b-4070-be95-20f7abf4a7c1') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:01.621454 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] Pushing event deleted for resources: {'Port': ['ID=c7c71c25-be03-4d2f-8d25-d77390dc9136,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:01.625963 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:01.627041 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] No DVR routers for this DVR port c7c71c25-be03-4d2f-8d25-d77390dc9136 on host dv-cinder-741349-5-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:16:01.631970 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533723974'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.683853 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.693364 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:16:01.693759 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533724289'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: timer() Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: cb(*args, **kw) Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: self._notify() Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: self.callback(batched_events) Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: event.method(event) Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._get(url).json() Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:16:01.695498 dv-cinder-741349-5-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:16:01.783304 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.793291 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71619bed-1fa9-45e2-91c3-4f5240bf06a2 req-d9470b2b-5275-4157-9051-9acabd87fd2e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:01.794781 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-71619bed-1fa9-45e2-91c3-4f5240bf06a2 req-d9470b2b-5275-4157-9051-9acabd87fd2e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.1606054 Jun 15 07:16:01.796698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:01.804695 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42188) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:01.809281 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'floatingip': {'port_id': '90ca2847-7083-4dfb-bb83-8293e3b26a77'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:16:01.810921 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:01.813636 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c6abe810-a244-4ec4-bcd7-24b14f2de6a4 HTTP/1.1" status: 204 len: 168 time: 0.8696978 Jun 15 07:16:01.815054 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6abe810-a244-4ec4-bcd7-24b14f2de6a4,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:01.816548 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42190) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:01.822178 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e8563e40-8ce8-4ad8-b234-f059192cade7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:01.867451 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:02.289054 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device ab9522f4-9421-45d4-86ca-6f414e24df69 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:16:02.305442 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:02.314489 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: ab9522f4-9421-45d4-86ca-6f414e24df69 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:16:02.314981 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device ab9522f4-9421-45d4-86ca-6f414e24df69 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:16:02.315496 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device c7c71c25-be03-4d2f-8d25-d77390dc9136 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:16:02.341438 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: c7c71c25-be03-4d2f-8d25-d77390dc9136 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:16:02.341930 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device c7c71c25-be03-4d2f-8d25-d77390dc9136 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:16:02.782978 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:02.787033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:02.942246 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Floating IP f9b171f5-896f-4ecd-be0d-d8f56acd7ec0 associated. External IP: 172.27.3.61, port: 90ca2847-7083-4dfb-bb83-8293e3b26a77. Jun 15 07:16:02.945383 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Deleting port ca70b5b2-8741-4987-87ab-48a5fec9d7bc {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:16:02.946028 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:03.050629 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] For port ca70b5b2-8741-4987-87ab-48a5fec9d7bc, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,segment=NetworkSegment(7fe80d4d-54dc-416b-b85c-2213c99bae45),segment_id=7fe80d4d-54dc-416b-b85c-2213c99bae45)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:16:03.050898 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:03.145463 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Calling delete_port for ca70b5b2-8741-4987-87ab-48a5fec9d7bc owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:16:03.241399 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:16:03.389320 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:03.391600 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-bf77e850-ad42-4e53-a896-bdfa9f0b305d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:03.414750 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:16:03.419914 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:03.422339 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ca70b5b2-8741-4987-87ab-48a5fec9d7bc,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:03.425943 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] Sync routers for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:16:03.426630 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:03.438274 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:16:03.439125 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:03.474334 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-273d0378-f931-425e-a302-d30d4a1bbe7a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "PUT /v2.0/floatingips/f9b171f5-896f-4ecd-be0d-d8f56acd7ec0 HTTP/1.1" status: 200 len: 990 time: 1.6685658 Jun 15 07:16:03.475080 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88063f59-7d36-441e-bcd0-12872e05d899', 'tag': '90ca2847-7083-4dfb-bb83-8293e3b26a77'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:16:03.477784 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ec39c6-5ace-43af-b236-e693eed85786" -d '{"events": [{"name": "network-changed", "server_uuid": "88063f59-7d36-441e-bcd0-12872e05d899", "tag": "90ca2847-7083-4dfb-bb83-8293e3b26a77"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:16:03.521914 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbe924e-0ece-4579-83ea-a2616a9438a7 x-openstack-request-id: req-3dbe924e-0ece-4579-83ea-a2616a9438a7 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:16:03.523749 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88063f59-7d36-441e-bcd0-12872e05d899", "tag": "90ca2847-7083-4dfb-bb83-8293e3b26a77", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:16:03.524516 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3dbe924e-0ece-4579-83ea-a2616a9438a7 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:16:03.525091 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88063f59-7d36-441e-bcd0-12872e05d899', 'tag': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'status': 'completed', 'code': 200} Jun 15 07:16:03.638622 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:16:03.709871 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:03.714474 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec39c6-5ace-43af-b236-e693eed85786 req-771e15e9-bce6-4ac0-8e20-a72535bf0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:03.715922 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02ec39c6-5ace-43af-b236-e693eed85786 req-771e15e9-bce6-4ac0-8e20-a72535bf0f09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 1098 time: 0.0986454 Jun 15 07:16:03.938573 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'f9b171f5-896f-4ecd-be0d-d8f56acd7ec0', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'port_id': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'mac_address': 'fa:16:3e:81:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88063f59-7d36-441e-bcd0-12872e05d899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:15:48Z', 'updated_at': '2021-06-15T07:16:02Z', 'revision_number': 1, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:03.942669 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] Checking router: 6d35b4bd-4548-414d-94b9-559e16cb2cf6 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:16:03.952676 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:16:03.953577 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:03.989549 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec39c6-5ace-43af-b236-e693eed85786 req-59ea83bf-ef04-4b63-a04f-cdc5f21d9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:03.991209 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02ec39c6-5ace-43af-b236-e693eed85786 req-59ea83bf-ef04-4b63-a04f-cdc5f21d9e01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 910 time: 0.2685530 Jun 15 07:16:04.113167 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:16:04.209683 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02ec39c6-5ace-43af-b236-e693eed85786 req-15931046-1779-420a-b8e0-dcb08fb113a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 200 len: 998 time: 0.2112396 Jun 15 07:16:04.291040 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Router a9e69117-3536-4341-a3b7-80afee18df72 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:16:04.295211 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec39c6-5ace-43af-b236-e693eed85786 req-81742b56-a166-49e7-b53b-9c43c1bb7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:04.297138 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02ec39c6-5ace-43af-b236-e693eed85786 req-81742b56-a166-49e7-b53b-9c43c1bb7d12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0816944 Jun 15 07:16:04.505466 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec39c6-5ace-43af-b236-e693eed85786 req-677d0ca9-8f73-49b7-8622-cd8314ffe7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:04.507908 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02ec39c6-5ace-43af-b236-e693eed85786 req-677d0ca9-8f73-49b7-8622-cd8314ffe7b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2038209 Jun 15 07:16:04.544374 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'f9b171f5-896f-4ecd-be0d-d8f56acd7ec0', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'port_id': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'mac_address': 'fa:16:3e:81:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88063f59-7d36-441e-bcd0-12872e05d899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:15:48Z', 'updated_at': '2021-06-15T07:16:02Z', 'revision_number': 1, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:04.548866 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e866b8-7b82-498c-b3c0-631ed2288813 None None] The sync data for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi is: [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'f9b171f5-896f-4ecd-be0d-d8f56acd7ec0', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'port_id': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'mac_address': 'fa:16:3e:81:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88063f59-7d36-441e-bcd0-12872e05d899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:15:48Z', 'updated_at': '2021-06-15T07:16:02Z', 'revision_number': 1, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:16:04.565345 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:16:04.573601 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-80946e9f-e753-43d5-9bc7-61cb55afb6ea admin admin] 10.222.0.24 "PUT /v2.0/routers/a9e69117-3536-4341-a3b7-80afee18df72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7558088 Jun 15 07:16:04.575658 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] Sync routers for ids ['a9e69117-3536-4341-a3b7-80afee18df72'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:16:04.576745 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42196) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:04.607596 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] Routers {'a9e69117-3536-4341-a3b7-80afee18df72'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:16:04.608670 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['a9e69117-3536-4341-a3b7-80afee18df72'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:04.687660 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02ec39c6-5ace-43af-b236-e693eed85786 req-6d10653d-9466-4024-b9b6-911dcbc15de9 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677020 Jun 15 07:16:04.747267 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:04.805374 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] Set router a9e69117-3536-4341-a3b7-80afee18df72 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:16:04.836376 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02ec39c6-5ace-43af-b236-e693eed85786 req-f3fdbed0-5101-4434-9634-d67da4bc64ce service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425548 Jun 15 07:16:04.837553 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881168c7-205f-4607-9293-49378c93c001 None None] New status for floating IP f9b171f5-896f-4ecd-be0d-d8f56acd7ec0: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:16:04.931483 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.010143 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Deleting port b26a728d-2748-4f00-822f-eeeba2de31c3 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:16:05.010620 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.069318 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:16:03Z', 'revision_number': 5, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port': {'id': 'b26a728d-2748-4f00-822f-eeeba2de31c3', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:13Z', 'updated_at': '2021-06-15T07:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:05.072917 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] Checking router: a9e69117-3536-4341-a3b7-80afee18df72 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:16:05.082989 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] Routers {'a9e69117-3536-4341-a3b7-80afee18df72'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:16:05.083619 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:15:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['a9e69117-3536-4341-a3b7-80afee18df72'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:05.135337 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] For port b26a728d-2748-4f00-822f-eeeba2de31c3, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=b26a728d-2748-4f00-822f-eeeba2de31c3,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:16:05.135697 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.237601 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Calling delete_port for b26a728d-2748-4f00-822f-eeeba2de31c3 owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:16:05.308626 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] Set router a9e69117-3536-4341-a3b7-80afee18df72 gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:16:05.401186 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:16:04Z', 'revision_number': 6, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port_host': None}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:05.404540 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb00f78-f871-41c9-95e6-2ec2d0b50eb3 None None] The sync data for ids ['a9e69117-3536-4341-a3b7-80afee18df72'] in dv-cinder-741349-5-iscsi is: [{'id': 'a9e69117-3536-4341-a3b7-80afee18df72', 'name': 'tempest-TestMinimumBasicScenario-1833045484-router', 'tenant_id': '70ef73d41b974314bd3e04b198974161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:12Z', 'updated_at': '2021-06-15T07:16:04Z', 'revision_number': 6, 'project_id': '70ef73d41b974314bd3e04b198974161', 'gw_port_host': None}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:16:05.449054 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.451783 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3c1e7d34-e70a-48aa-bc40-49a993fbd1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:05.481344 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26a728d-2748-4f00-822f-eeeba2de31c3,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:05.487465 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:05.562260 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.698144 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.700101 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.760526 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.761052 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9e69117-3536-4341-a3b7-80afee18df72 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:16:05.766765 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.768042 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a9e69117-3536-4341-a3b7-80afee18df72 HTTP/1.1" status: 204 len: 168 time: 1.1892788 Jun 15 07:16:05.770693 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42200) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:05.832899 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] Deleting subnet d409cd91-a444-4516-a405-3b795af6b46a {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:16:05.836268 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:05.893012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.026036 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.098977 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.101192 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:06.133961 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d409cd91-a444-4516-a405-3b795af6b46a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:06.135888 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.138375 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d409cd91-a444-4516-a405-3b795af6b46a HTTP/1.1" status: 204 len: 168 time: 0.3667009 Jun 15 07:16:06.139361 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cc627238-7ab2-4cc4-aaf6-1eae02dede42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:06.140233 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4302c-38ff-40c5-8df6-d54a7a76c1ac None None] Network 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:16:06.140685 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42204) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:06.250585 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.298873 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device b26a728d-2748-4f00-822f-eeeba2de31c3 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:16:06.329052 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: b26a728d-2748-4f00-822f-eeeba2de31c3 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:16:06.329399 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device b26a728d-2748-4f00-822f-eeeba2de31c3 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:16:06.329825 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device ca70b5b2-8741-4987-87ab-48a5fec9d7bc no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:16:06.357490 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: ca70b5b2-8741-4987-87ab-48a5fec9d7bc {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:16:06.357844 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device ca70b5b2-8741-4987-87ab-48a5fec9d7bc not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:16:06.438568 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] DHCP port deletion for 8d30f05d-ed72-4f28-aa11-a6e57b5cc77d request from dv-cinder-741349-5-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 07:16:06.501456 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] Deleting port 8d308412-906e-41f7-a9ef-e5699d078b0f {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:16:06.501837 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.586766 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] For port 8d308412-906e-41f7-a9ef-e5699d078b0f, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=8d308412-906e-41f7-a9ef-e5699d078b0f,segment=NetworkSegment(7fe80d4d-54dc-416b-b85c-2213c99bae45),segment_id=7fe80d4d-54dc-416b-b85c-2213c99bae45)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:16:06.587160 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.621632 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Deleting port 8d308412-906e-41f7-a9ef-e5699d078b0f {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:16:06.621983 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.685002 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] Calling delete_port for 8d308412-906e-41f7-a9ef-e5699d078b0f owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:16:06.708731 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] For port 8d308412-906e-41f7-a9ef-e5699d078b0f, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=8d308412-906e-41f7-a9ef-e5699d078b0f,segment=NetworkSegment(7fe80d4d-54dc-416b-b85c-2213c99bae45),segment_id=7fe80d4d-54dc-416b-b85c-2213c99bae45)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:16:06.709386 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.781302 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.783409 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:06.803453 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Calling delete_port for 8d308412-906e-41f7-a9ef-e5699d078b0f owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:16:06.814256 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] Pushing event deleted for resources: {'Port': ['ID=8d308412-906e-41f7-a9ef-e5699d078b0f,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:06.816085 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] No DVR routers for this DVR port 8d308412-906e-41f7-a9ef-e5699d078b0f on host dv-cinder-741349-5-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:16:06.817470 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-00d2b73d-4ba5-413f-8513-a5ea8b7c379a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:06.895587 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:06.897552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d4b6f28-ca19-497e-b250-ff8abf42ccc7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:06.928324 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d308412-906e-41f7-a9ef-e5699d078b0f,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:06.932894 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:06.933692 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] No DVR routers for this DVR port 8d308412-906e-41f7-a9ef-e5699d078b0f on host dv-cinder-741349-5-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:16:07.035033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.046726 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d30f05d-ed72-4f28-aa11-a6e57b5cc77d']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:07.057579 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe80d4d-54dc-416b-b85c-2213c99bae45') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:07.057875 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe80d4d-54dc-416b-b85c-2213c99bae45') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:16:07.067869 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.086965 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.092660 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:16:07.093584 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: self.session.flush() Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: self.session.flush() Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: self.session.flush() Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: self.session.flush() Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:16:07.095339 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:16:07.168333 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.172583 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:07.175019 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.176844 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d30f05d-ed72-4f28-aa11-a6e57b5cc77d HTTP/1.1" status: 204 len: 168 time: 1.0356336 Jun 15 07:16:07.190421 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d30f05d-ed72-4f28-aa11-a6e57b5cc77d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:07.192931 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:07.340301 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42210) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:07.383652 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-486492bf-7fb6-4187-afed-62a5010e96aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a5b3af12f23428d84f348768c534faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420599 Jun 15 07:16:07.386077 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42212) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:07.442554 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fd575e75-85a0-438c-ba23-0d67713006ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.465395 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fd575e75-85a0-438c-ba23-0d67713006ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.514093 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fd575e75-85a0-438c-ba23-0d67713006ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.517262 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fd575e75-85a0-438c-ba23-0d67713006ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.518384 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fd575e75-85a0-438c-ba23-0d67713006ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64a3eaf9-eb18-44b0-91aa-a019bd09b435 HTTP/1.1" status: 204 len: 168 time: 0.1314299 Jun 15 07:16:07.519154 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-36c19af0-756a-4c09-8308-57e65df3f68e tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:07.527839 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd575e75-85a0-438c-ba23-0d67713006ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a3eaf9-eb18-44b0-91aa-a019bd09b435,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:07.540840 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fd575e75-85a0-438c-ba23-0d67713006ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:07.839421 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42218) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:07.887285 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-55e16bc5-b144-4296-906b-5eeed685c3ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70ef73d41b974314bd3e04b198974161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466254 Jun 15 07:16:07.890433 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42220) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:16:07.942583 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-53a78346-c648-47c8-9e3b-d6c77bea06b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:07.965868 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-53a78346-c648-47c8-9e3b-d6c77bea06b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:08.015935 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-53a78346-c648-47c8-9e3b-d6c77bea06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:08.018937 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-53a78346-c648-47c8-9e3b-d6c77bea06b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:08.020266 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-53a78346-c648-47c8-9e3b-d6c77bea06b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/034ec703-8554-406e-b342-1af1ab390325 HTTP/1.1" status: 204 len: 168 time: 0.1284585 Jun 15 07:16:08.021576 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4686be5a-6156-4fb9-b87d-9faa74f6f7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:16:08.034524 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a78346-c648-47c8-9e3b-d6c77bea06b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ec703-8554-406e-b342-1af1ab390325,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:16:08.037492 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-53a78346-c648-47c8-9e3b-d6c77bea06b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:16:08.272737 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 8d308412-906e-41f7-a9ef-e5699d078b0f no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:16:08.314153 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 8d308412-906e-41f7-a9ef-e5699d078b0f {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:16:08.314509 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 8d308412-906e-41f7-a9ef-e5699d078b0f not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:16:16.854397 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:17.087879 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a12ad4e0-4075-429b-a403-91997ac8e2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:17.708888 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-12b72522-0d66-40f3-8f84-c45a5a4415c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570860 Jun 15 07:16:17.795436 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-27139401-5650-4d89-9d6f-3d0c167eb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:17.797501 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-27139401-5650-4d89-9d6f-3d0c167eb752 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 1099 time: 0.0647116 Jun 15 07:16:17.932664 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-c3c3aa0e-08bc-4b5f-86a6-c403c9637bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:17.934185 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-c3c3aa0e-08bc-4b5f-86a6-c403c9637bb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1149271 Jun 15 07:16:18.016997 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-cf6f5a76-6fff-424a-91ab-8566df9724f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996 HTTP/1.1" status: 200 len: 1001 time: 0.0760100 Jun 15 07:16:18.080646 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-8386f108-4f55-4dbf-869e-71663fca3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:18.082100 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-8386f108-4f55-4dbf-869e-71663fca3985 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0549231 Jun 15 07:16:18.440736 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-1d49e9a3-2230-49e2-a26c-15f99fbe0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:18.442581 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-1d49e9a3-2230-49e2-a26c-15f99fbe0bf5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3538187 Jun 15 07:16:18.555711 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-a0e69333-88d2-4b7c-934f-250aa09b93b9 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067617 Jun 15 07:16:18.670673 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff7a6680-a1da-424a-95ec-2c673c34335d req-c84cb96d-ce79-4cf8-8c7c-f4073158ca47 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078091 Jun 15 07:16:19.591103 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-830d770f-acb1-4d5b-8609-7c193c93c5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:19.689417 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:20.846797 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:22.300249 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:37.541924 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:16:46.846661 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:47.088875 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-16445b3f-5ab6-45eb-9a0e-ef89a991e751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:49.595651 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b1064248-4625-4705-81c2-0c81af03bb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:49.690819 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:50.088398 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2d822-bcd2-4a93-846a-61d268f67119 req-eddd0b13-ae76-4df3-a934-e5d2c54374ff tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:50.090372 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d6e2d822-bcd2-4a93-846a-61d268f67119 req-eddd0b13-ae76-4df3-a934-e5d2c54374ff tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0723441 Jun 15 07:16:50.132337 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d6e2d822-bcd2-4a93-846a-61d268f67119 req-e451bbc3-6cc6-4cb3-81a2-93f55a45e3c3 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364454 Jun 15 07:16:50.848713 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:51.320079 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a049e15-2a7e-47b8-aa5a-edcd62b544ae req-7d3019db-6fd2-482b-98f7-69d1c6f2b028 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:51.321587 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a049e15-2a7e-47b8-aa5a-edcd62b544ae req-7d3019db-6fd2-482b-98f7-69d1c6f2b028 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0725152 Jun 15 07:16:51.363793 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8a049e15-2a7e-47b8-aa5a-edcd62b544ae req-1a7a5291-ef2e-4bf7-b9d9-48d9102ef5e3 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365438 Jun 15 07:16:52.304356 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:16:52.564959 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b80f7-5843-4d38-922d-64e0669a7d4a req-a8fa8647-1345-4afe-a7a7-3a7055c7959b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:52.566387 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-880b80f7-5843-4d38-922d-64e0669a7d4a req-a8fa8647-1345-4afe-a7a7-3a7055c7959b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0781965 Jun 15 07:16:52.611322 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-880b80f7-5843-4d38-922d-64e0669a7d4a req-10e41b92-dd3d-457e-9702-119ca582e697 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370138 Jun 15 07:16:53.795032 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242515-6400-4c5d-a999-afaa91e27e0b req-822df0ba-549a-483a-9fb9-cd6eca14c4f2 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:53.796520 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-50242515-6400-4c5d-a999-afaa91e27e0b req-822df0ba-549a-483a-9fb9-cd6eca14c4f2 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0724566 Jun 15 07:16:53.839543 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-50242515-6400-4c5d-a999-afaa91e27e0b req-8a3b73cf-1938-4a35-8852-0bbcca8f72de tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365143 Jun 15 07:16:55.026769 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f62f6-c94e-447e-a268-334617085d4d req-fb7d03a0-589e-451d-8cd8-8b4ac762225d tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:55.028308 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3c0f62f6-c94e-447e-a268-334617085d4d req-fb7d03a0-589e-451d-8cd8-8b4ac762225d tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0738511 Jun 15 07:16:55.076450 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3c0f62f6-c94e-447e-a268-334617085d4d req-a6cc61f8-5f59-43ef-82bb-ffea37acf742 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408342 Jun 15 07:16:56.259840 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2fbf-3189-4190-9c1d-71945c30a9e2 req-3a426f31-5196-4fbc-a07f-5ad243f98ad7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:56.261341 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-878a2fbf-3189-4190-9c1d-71945c30a9e2 req-3a426f31-5196-4fbc-a07f-5ad243f98ad7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0715890 Jun 15 07:16:56.304955 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-878a2fbf-3189-4190-9c1d-71945c30a9e2 req-392d6eca-4a1b-4e63-9ea8-96c98f3652cb tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365789 Jun 15 07:16:57.492621 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac8189-cacc-4904-8e28-c2a5104ffd4b req-3bdf5fef-ddec-4ce3-b788-99733dc17031 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:57.494029 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54ac8189-cacc-4904-8e28-c2a5104ffd4b req-3bdf5fef-ddec-4ce3-b788-99733dc17031 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0738633 Jun 15 07:16:57.536790 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54ac8189-cacc-4904-8e28-c2a5104ffd4b req-72347cb6-9190-4600-b14e-e1937e167462 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368335 Jun 15 07:16:58.722155 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a45f3-c072-4cd8-9c8c-17cfa66e380b req-d80f5251-30e3-4d0a-80fb-49bd5533e005 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:58.723620 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e05a45f3-c072-4cd8-9c8c-17cfa66e380b req-d80f5251-30e3-4d0a-80fb-49bd5533e005 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0725975 Jun 15 07:16:58.764203 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e05a45f3-c072-4cd8-9c8c-17cfa66e380b req-da2df10d-3197-4f69-8915-ea1f3d4424d8 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350926 Jun 15 07:16:59.591217 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f91d08-c9f9-4b9c-964c-606669bc0e62 req-8a85a527-d85c-4080-8524-b7ccedb9242c tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:59.592682 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-12f91d08-c9f9-4b9c-964c-606669bc0e62 req-8a85a527-d85c-4080-8524-b7ccedb9242c tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 946 time: 0.0678887 Jun 15 07:16:59.637960 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-12f91d08-c9f9-4b9c-964c-606669bc0e62 req-3b669f8d-c004-4cd3-b809-16b197289f15 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390179 Jun 15 07:16:59.945586 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d3006-1099-4257-8938-5b83d65db1b0 req-8ffc430f-601d-4573-9802-ad22343aca8c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:16:59.946983 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb3d3006-1099-4257-8938-5b83d65db1b0 req-8ffc430f-601d-4573-9802-ad22343aca8c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0712318 Jun 15 07:16:59.994066 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb3d3006-1099-4257-8938-5b83d65db1b0 req-0b959c47-063a-4b6d-a45c-9ba9be599c3c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414615 Jun 15 07:17:00.821461 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd597d1-c157-4803-b0b8-9fbe99e0f96b req-13d85b5d-8eba-478a-9e6e-9a58e29d22dc tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:00.822879 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2cd597d1-c157-4803-b0b8-9fbe99e0f96b req-13d85b5d-8eba-478a-9e6e-9a58e29d22dc tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 946 time: 0.0727887 Jun 15 07:17:00.864081 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2cd597d1-c157-4803-b0b8-9fbe99e0f96b req-8611908d-6e0c-4966-adbd-110ef49718ff tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356443 Jun 15 07:17:01.019674 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-c09cebf7-f2d6-4894-a846-92a0349c6dc0 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:01.021070 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-c09cebf7-f2d6-4894-a846-92a0349c6dc0 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 946 time: 0.0726507 Jun 15 07:17:01.177428 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Deleting port ab11e9a1-16ed-40d8-9457-89c1fc199996 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:17:01.177768 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:01.268953 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480bec-18e6-4473-b6f4-7a2fcf8ccd7c req-cb072d09-ab1d-4312-b6a7-a15e6bf49368 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:01.270461 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ac480bec-18e6-4473-b6f4-7a2fcf8ccd7c req-cb072d09-ab1d-4312-b6a7-a15e6bf49368 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.1559899 Jun 15 07:17:01.340781 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ac480bec-18e6-4473-b6f4-7a2fcf8ccd7c req-2fa192e7-b402-47c1-a2dd-a4f2105eb332 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632579 Jun 15 07:17:01.342335 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] For port ab11e9a1-16ed-40d8-9457-89c1fc199996, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ab11e9a1-16ed-40d8-9457-89c1fc199996,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:17:01.342696 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:01.565423 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:01.565675 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:01.566098 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.l3_db [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Floating IP 19a27ae7-81a2-410c-abd1-101b8c8ecfd0 disassociated. External IP: 172.27.3.34, port: ab11e9a1-16ed-40d8-9457-89c1fc199996. Jun 15 07:17:01.566482 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Calling delete_port for ab11e9a1-16ed-40d8-9457-89c1fc199996 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:17:01.718592 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:01.722920 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ff250fc2-0f11-4a33-a41b-16e6dfa45b2a tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:17:01.757229 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event deleted for resources: {'Port': ['ID=ab11e9a1-16ed-40d8-9457-89c1fc199996,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:17:01.768470 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.768875 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.769249 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.769614 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.769973 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.770333 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.770688 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.771048 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.771407 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.771758 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.772108 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.772456 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:01.777243 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:17:01.918471 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:17:02.013024 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-72cd9bfa-7c66-4764-a417-57b93a3331cb req-764f2f3a-a448-4caa-b294-c432cf6024bf tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0331442 Jun 15 07:17:02.061207 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:17:02.071626 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:17:02.081558 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:17:02.082178 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:16:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:17:02.118843 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] No DVR routers for this DVR port ab11e9a1-16ed-40d8-9457-89c1fc199996 on host hv-cinder-74134 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:17:02.121537 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:02.123552 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1674c8d2-91ef-44d0-939b-f8a3b8d00473 req-eb206198-12a1-44b5-b572-40e5ff988871 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "DELETE /v2.0/ports/ab11e9a1-16ed-40d8-9457-89c1fc199996 HTTP/1.1" status: 204 len: 173 time: 1.0966990 Jun 15 07:17:02.124101 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e140d51-9023-4f25-a27a-6ae051242736', 'name': 'network-vif-deleted', 'tag': 'ab11e9a1-16ed-40d8-9457-89c1fc199996'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:17:02.126689 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee072760-1221-45c1-87f0-69595707f055" -d '{"events": [{"server_uuid": "5e140d51-9023-4f25-a27a-6ae051242736", "name": "network-vif-deleted", "tag": "ab11e9a1-16ed-40d8-9457-89c1fc199996"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:17:02.168394 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bacf50-4e4f-40f0-8fe1-7e2af26117ad x-openstack-request-id: req-99bacf50-4e4f-40f0-8fe1-7e2af26117ad {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:17:02.168760 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e140d51-9023-4f25-a27a-6ae051242736", "name": "network-vif-deleted", "tag": "ab11e9a1-16ed-40d8-9457-89c1fc199996", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:17:02.169099 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99bacf50-4e4f-40f0-8fe1-7e2af26117ad {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:17:02.169545 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e140d51-9023-4f25-a27a-6ae051242736', 'name': 'network-vif-deleted', 'tag': 'ab11e9a1-16ed-40d8-9457-89c1fc199996', 'status': 'completed', 'code': 200} Jun 15 07:17:02.255260 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:17:02.520493 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:17:02.525836 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:17:02.534763 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:17:02.535776 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:16:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:17:02.538575 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a03a3-0ea5-4e5f-b07e-a1a363558451 req-bc16db96-9f11-43b0-b712-86401344402c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:02.539881 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a43a03a3-0ea5-4e5f-b07e-a1a363558451 req-bc16db96-9f11-43b0-b712-86401344402c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0769079 Jun 15 07:17:02.584669 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a43a03a3-0ea5-4e5f-b07e-a1a363558451 req-76634d4a-d675-4026-b319-51eda3b5d8ba tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388761 Jun 15 07:17:02.681714 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:17:02.939433 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:17:02.942876 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46282e-3fe0-4629-91bf-fcc544ea5a2d None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:17:03.165489 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066d98e-f2f7-412e-b6cb-b354e1487ba1 None None] New status for floating IP 19a27ae7-81a2-410c-abd1-101b8c8ecfd0: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:17:03.185358 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-aa6c5e65-165c-42db-a89f-098145d3e667 req-9b869aec-e80e-4283-8f41-15aae510e008 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e140d51-9023-4f25-a27a-6ae051242736 HTTP/1.1" status: 200 len: 210 time: 0.0362997 Jun 15 07:17:03.767321 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583af55-d7aa-4244-b8c8-d9c89b2785df req-372f4b44-5140-48c2-a48c-69659f28c47a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:03.768782 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9583af55-d7aa-4244-b8c8-d9c89b2785df req-372f4b44-5140-48c2-a48c-69659f28c47a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0690677 Jun 15 07:17:03.810912 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9583af55-d7aa-4244-b8c8-d9c89b2785df req-e0d354cd-5448-4f83-963f-3a6101e45e09 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356085 Jun 15 07:17:04.483860 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-e3eb87a3-7859-425f-b497-a8654da42274 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164772584&fields=id&tenant_id=7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 267 time: 0.0363338 Jun 15 07:17:04.618599 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-dae0b1b8-5db2-4e08-b4e6-b47998273ba0 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:04.620139 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-dae0b1b8-5db2-4e08-b4e6-b47998273ba0 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 812 time: 0.1292288 Jun 15 07:17:04.640409 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-68351058-7a3d-4c74-b12c-bfcbe716cf64 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/quotas/7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 375 time: 0.0094450 Jun 15 07:17:04.721555 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-5aef7cc2-c6ae-42fd-8902-1aa376731139 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752861 Jun 15 07:17:04.836004 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-03a32877-2971-43c9-b884-30793fc00d7c service neutron] 10.222.0.24 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034148 Jun 15 07:17:04.962764 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device ab11e9a1-16ed-40d8-9457-89c1fc199996 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:17:04.963346 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-42a2f7d5-9f3b-416c-9716-2873de001288 service neutron] 10.222.0.24 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210883 Jun 15 07:17:04.990212 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: ab11e9a1-16ed-40d8-9457-89c1fc199996 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:17:04.990647 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device ab11e9a1-16ed-40d8-9457-89c1fc199996 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:17:05.007610 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb243b9-26d7-4c98-9682-e012dda7f0d6 req-86766a9c-810f-472d-9137-5633fe31fba4 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:05.009130 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8eb243b9-26d7-4c98-9682-e012dda7f0d6 req-86766a9c-810f-472d-9137-5633fe31fba4 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0712137 Jun 15 07:17:05.052097 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8eb243b9-26d7-4c98-9682-e012dda7f0d6 req-44d8875e-c114-4ffa-8e89-84b531aaf0da tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371938 Jun 15 07:17:05.291351 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-294e8208-2f52-4420-a4c9-1b29d27994b0 req-982a4025-f7c9-44a6-8525-fe4ea029b92b tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 210 time: 0.0372128 Jun 15 07:17:06.260902 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3747371-d141-42eb-9669-09346b34359b req-f0232d1e-75e0-4de3-b9de-c6cdbc7eda1d tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:06.262462 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e3747371-d141-42eb-9669-09346b34359b req-f0232d1e-75e0-4de3-b9de-c6cdbc7eda1d tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0884936 Jun 15 07:17:06.314446 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e3747371-d141-42eb-9669-09346b34359b req-5dfac293-561b-4901-a155-b6e4bf04c023 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394177 Jun 15 07:17:06.371801 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-d9f27c7a-78f7-47cd-9445-1b60a8219d11 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:06.373376 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-d9f27c7a-78f7-47cd-9445-1b60a8219d11 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 812 time: 0.1399653 Jun 15 07:17:06.442211 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-d5bab5aa-c4c6-4bbd-b91f-9091d0801c3c tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 380 time: 0.0542185 Jun 15 07:17:06.467867 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'port': {'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'admin_state_up': True, 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'security_groups': ['098170f6-a106-4e7c-8af0-725bcafc7a4f']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:17:06.473502 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-285cec5a-cdb4-42ea-9282-293d8ec7573a req-508d7f46-89b9-4b3d-a826-6be97d8039ee tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 210 time: 0.0512762 Jun 15 07:17:06.630419 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Made reservation on behalf of 7d6dc67e10014e6b9d41ae49aade7299 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:17:06.634593 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:06.729018 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-e598feda-dc8d-43e7-b8cf-7b3c03260878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:06.730639 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-e598feda-dc8d-43e7-b8cf-7b3c03260878 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 1098 time: 0.0670586 Jun 15 07:17:06.838633 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cef5d-21b1-4f70-bee9-0d8e8371f2e4 req-97795b00-4052-4d8a-97b8-84f113c697b2 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:06.840161 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a57cef5d-21b1-4f70-bee9-0d8e8371f2e4 req-97795b00-4052-4d8a-97b8-84f113c697b2 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.1917348 Jun 15 07:17:06.858982 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-3e86d2c3-a0e4-4418-ab56-3aa97cd25e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:06.860816 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-3e86d2c3-a0e4-4418-ab56-3aa97cd25e32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 910 time: 0.1238613 Jun 15 07:17:06.873032 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Allocated IP 172.20.0.4 (dbc281f6-db27-4993-9a9a-86faca867d4a/e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e/554b89c2-b36c-4462-ac8f-e808b2828342) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:17:06.916074 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a57cef5d-21b1-4f70-bee9-0d8e8371f2e4 req-3ada5729-0cdd-4f78-b644-5c3e9a373b8f tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625858 Jun 15 07:17:06.957216 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-fbf31974-5728-4c56-a205-c8465b2b43a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 200 len: 1000 time: 0.0896945 Jun 15 07:17:07.018361 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-c4231840-eeeb-4998-b4bc-34b7f3c41f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:07.019908 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-c4231840-eeeb-4998-b4bc-34b7f3c41f1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0568607 Jun 15 07:17:07.088757 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-f3d1b7c3-fcbf-4042-9fe1-5ffe34fb6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:07.090276 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-f3d1b7c3-fcbf-4042-9fe1-5ffe34fb6a05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628405 Jun 15 07:17:07.101171 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:07.115311 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Transition to ACTIVE for port object 554b89c2-b36c-4462-ac8f-e808b2828342 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:17:07.152429 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:07.156278 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-aa18fbb5-6e7b-410c-ba92-978c2a5da5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:17:07.212314 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Network dbc281f6-db27-4993-9a9a-86faca867d4a is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:17:07.217914 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-33b4733f-7f96-4405-ab78-33d5de1fdd9d service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198816 Jun 15 07:17:07.218727 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:17:07.223468 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:17:07.260129 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=554b89c2-b36c-4462-ac8f-e808b2828342,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:17:07.264768 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:17:07.293680 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:07.294458 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:07.313967 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-cbf32191-41fa-46db-9f10-09acab0ce539 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8499424 Jun 15 07:17:07.327948 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Request body: {'port': {'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:17:07.383403 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-28908193-e007-4bf6-b3f9-0649a7ebc398 req-209d33db-0a97-4aa6-8552-bb367e29d436 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585321 Jun 15 07:17:07.477271 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:07.518109 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d39a1474-8ed5-45fe-81f4-95a200aab4a4 None None] Provisioning for port 554b89c2-b36c-4462-ac8f-e808b2828342 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:17:07.527106 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d39a1474-8ed5-45fe-81f4-95a200aab4a4 None None] Provisioning complete for port 554b89c2-b36c-4462-ac8f-e808b2828342 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:17:07.528580 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d39a1474-8ed5-45fe-81f4-95a200aab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:07.608250 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d39a1474-8ed5-45fe-81f4-95a200aab4a4 None None] Port 554b89c2-b36c-4462-ac8f-e808b2828342 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:17:07.710933 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ec972-ce32-4567-9769-3f6521352e18 req-666ec35c-2e52-442c-83b0-bd8c24c4fea3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:07.713261 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-531ec972-ce32-4567-9769-3f6521352e18 req-666ec35c-2e52-442c-83b0-bd8c24c4fea3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 931 time: 0.0911515 Jun 15 07:17:07.761330 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-531ec972-ce32-4567-9769-3f6521352e18 req-0d1c3de4-3900-4faf-b024-1d5619fb2056 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423305 Jun 15 07:17:08.198058 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ef7c9-d202-4483-8bb8-5bf547ec8c0b req-ff579c5b-5af2-42ad-aa11-1830515a9bc9 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:08.199548 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-842ef7c9-d202-4483-8bb8-5bf547ec8c0b req-ff579c5b-5af2-42ad-aa11-1830515a9bc9 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.1460490 Jun 15 07:17:08.204253 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554b89c2-b36c-4462-ac8f-e808b2828342 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:17:08.218130 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:08.244362 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Transition to ACTIVE for port object 554b89c2-b36c-4462-ac8f-e808b2828342 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:17:08.255633 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:08.260141 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8477bdc9-0f39-43bc-950c-b9e0a2694249 tempest-AttachVolumeNegativeTest-487728158 tempest-AttachVolumeNegativeTest-487728158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:17:08.293451 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-842ef7c9-d202-4483-8bb8-5bf547ec8c0b req-cf67785f-0121-4448-8c55-b6c8a1982178 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845332 Jun 15 07:17:08.389899 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Pushing event updated for resources: {'Port': ['ID=554b89c2-b36c-4462-ac8f-e808b2828342,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:17:08.416170 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:17:08.467900 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Attempting to bind port 554b89c2-b36c-4462-ac8f-e808b2828342 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:17:08.468281 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Attempting to bind port 554b89c2-b36c-4462-ac8f-e808b2828342 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:17:08.468561 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Attempting to bind port 554b89c2-b36c-4462-ac8f-e808b2828342 on network dbc281f6-db27-4993-9a9a-86faca867d4a {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:17:08.474454 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Port 554b89c2-b36c-4462-ac8f-e808b2828342 on network dbc281f6-db27-4993-9a9a-86faca867d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:17:08.474976 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Attempting to bind port 554b89c2-b36c-4462-ac8f-e808b2828342 on network dbc281f6-db27-4993-9a9a-86faca867d4a {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:17:08.480011 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:17:08.480642 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Checking segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:17:08.480761 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Bound using segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:17:08.481179 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Bound port: 554b89c2-b36c-4462-ac8f-e808b2828342, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:17:08.481525 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:08.559286 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] For port 554b89c2-b36c-4462-ac8f-e808b2828342, host hv-cinder-74134, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:17:08.562423 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] For port 554b89c2-b36c-4462-ac8f-e808b2828342, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=554b89c2-b36c-4462-ac8f-e808b2828342,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:17:08.567676 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:08.569728 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ad14d49f-a361-4854-ad88-fe9112d883d6 tempest-VolumesSnapshotTestJSON-323681174 tempest-VolumesSnapshotTestJSON-323681174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:17:08.613530 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:08.614146 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:08.615555 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] 10.222.0.11 "PUT /v2.0/ports/554b89c2-b36c-4462-ac8f-e808b2828342 HTTP/1.1" status: 200 len: 1093 time: 1.2944443 Jun 15 07:17:08.616099 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:17:08.618505 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b294183-f709-473b-af8e-544370be10c3" -d '{"events": [{"name": "network-changed", "server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:17:08.640840 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Pushing event updated for resources: {'Port': ['ID=554b89c2-b36c-4462-ac8f-e808b2828342,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:17:08.645290 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4fbd1ac8-e664-4098-8c64-d33909196679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:17:08.678698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c780b18d-0ab9-4825-ac4e-19460804f56e x-openstack-request-id: req-c780b18d-0ab9-4825-ac4e-19460804f56e {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:17:08.678698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:17:08.678698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c780b18d-0ab9-4825-ac4e-19460804f56e {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:17:08.678698 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342', 'status': 'completed', 'code': 200} Jun 15 07:17:08.730986 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-360d4836-640a-491a-ae56-db1be2427e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:08.731302 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-360d4836-640a-491a-ae56-db1be2427e1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 1096 time: 0.0671601 Jun 15 07:17:08.791282 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-f1c47ecc-189a-4995-94b5-4c6f709333aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=554b89c2-b36c-4462-ac8f-e808b2828342 HTTP/1.1" status: 200 len: 217 time: 0.0529304 Jun 15 07:17:08.852866 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4ec17c2e-3fa5-415a-97ff-637f1504db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:08.854338 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-4ec17c2e-3fa5-415a-97ff-637f1504db39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0567119 Jun 15 07:17:08.978298 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-71dab873-5cd5-4396-b43d-964e74dfc6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:08.979833 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-71dab873-5cd5-4396-b43d-964e74dfc6bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1188500 Jun 15 07:17:08.992396 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd486aae-d60e-4831-b031-0c9b1bced9f1 req-4ea02f4f-9be9-407f-9f6b-16c3e06f4828 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:08.993804 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bd486aae-d60e-4831-b031-0c9b1bced9f1 req-4ea02f4f-9be9-407f-9f6b-16c3e06f4828 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 943 time: 0.0933745 Jun 15 07:17:09.108101 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bd486aae-d60e-4831-b031-0c9b1bced9f1 req-2b153644-3c55-42ee-ae6b-79abd7fffdc8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055846 Jun 15 07:17:09.138249 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-fe2c4341-400c-4e8e-9084-8b3c07fa3eb6 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434467 Jun 15 07:17:09.260368 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-759dd980-1a86-4f4e-8d88-c45ccee84ea9 req-9b89629b-5b18-4099-ad72-1eedbad0912e service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155159 Jun 15 07:17:09.372669 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b294183-f709-473b-af8e-544370be10c3 req-5c5e87c8-07b1-493e-930c-1d3ec9c3b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:09.374522 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b294183-f709-473b-af8e-544370be10c3 req-5c5e87c8-07b1-493e-930c-1d3ec9c3b3ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 1096 time: 0.0631242 Jun 15 07:17:09.495460 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b294183-f709-473b-af8e-544370be10c3 req-8559316d-000b-4838-9b04-0f780e23f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:09.496957 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b294183-f709-473b-af8e-544370be10c3 req-8559316d-000b-4838-9b04-0f780e23f660 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1156082 Jun 15 07:17:09.498925 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fab4dc-ae15-43d0-9c4b-4fcb8382d674 req-81f04053-5a8e-40ea-ac01-fd5b9cd3ff50 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:09.500395 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e2fab4dc-ae15-43d0-9c4b-4fcb8382d674 req-81f04053-5a8e-40ea-ac01-fd5b9cd3ff50 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0832725 Jun 15 07:17:09.545054 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e2fab4dc-ae15-43d0-9c4b-4fcb8382d674 req-bda9484c-a7eb-466f-9c13-ccb90e6443ba tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377703 Jun 15 07:17:09.557370 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b294183-f709-473b-af8e-544370be10c3 req-49480d38-d598-43a1-b70e-35b6f0e2cf4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=554b89c2-b36c-4462-ac8f-e808b2828342 HTTP/1.1" status: 200 len: 217 time: 0.0522633 Jun 15 07:17:09.617075 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b294183-f709-473b-af8e-544370be10c3 req-e8c81531-b393-43ea-8373-a8143e99b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:09.618517 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b294183-f709-473b-af8e-544370be10c3 req-e8c81531-b393-43ea-8373-a8143e99b94a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0540991 Jun 15 07:17:09.687103 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b294183-f709-473b-af8e-544370be10c3 req-3e82c195-8a2a-44f7-b540-faaa6ec479d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:09.689523 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b294183-f709-473b-af8e-544370be10c3 req-3e82c195-8a2a-44f7-b540-faaa6ec479d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640299 Jun 15 07:17:09.805464 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b294183-f709-473b-af8e-544370be10c3 req-a6d7eb9d-2b51-4b36-a342-371ce2c0fad8 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098657 Jun 15 07:17:09.921358 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b294183-f709-473b-af8e-544370be10c3 req-7eb1ce3d-bf97-40fb-9d58-cf8867828db5 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100607 Jun 15 07:17:10.298835 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b13699-bbf2-461e-b2bd-8e2088bfb943 req-ad5898d9-ccd3-4fb5-bce2-9742e8681ba1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:10.300339 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-73b13699-bbf2-461e-b2bd-8e2088bfb943 req-ad5898d9-ccd3-4fb5-bce2-9742e8681ba1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 943 time: 0.0753355 Jun 15 07:17:10.346909 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-73b13699-bbf2-461e-b2bd-8e2088bfb943 req-c9348498-e1a8-4d48-940f-00400cd879ce tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Jun 15 07:17:11.538149 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eca7a-e430-4b62-b5de-754b847d67b0 req-bb140b27-9662-46a1-b448-a54e6f7cc8c1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:11.539581 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-936eca7a-e430-4b62-b5de-754b847d67b0 req-bb140b27-9662-46a1-b448-a54e6f7cc8c1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 943 time: 0.0727050 Jun 15 07:17:11.583517 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-936eca7a-e430-4b62-b5de-754b847d67b0 req-98d53ccb-a0cf-48d0-bbc9-49d491c6effd tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383005 Jun 15 07:17:12.778973 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed002b-7314-49d6-ba1a-efea3cadab82 req-81580a2c-8fb5-4da3-9195-df5222b5d1f7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:12.780474 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4ed002b-7314-49d6-ba1a-efea3cadab82 req-81580a2c-8fb5-4da3-9195-df5222b5d1f7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 943 time: 0.0836585 Jun 15 07:17:12.824357 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4ed002b-7314-49d6-ba1a-efea3cadab82 req-530127a5-170f-45b0-b215-24bdb46f6c5a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 Jun 15 07:17:14.020091 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73535a-7ed3-4c66-9142-614a56948205 req-75538230-8cdf-439a-98bd-fbefca81c670 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:14.021642 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5a73535a-7ed3-4c66-9142-614a56948205 req-75538230-8cdf-439a-98bd-fbefca81c670 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 943 time: 0.0791047 Jun 15 07:17:14.065650 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5a73535a-7ed3-4c66-9142-614a56948205 req-baf31a40-dcfd-4278-8f41-8162b9e562ce tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 Jun 15 07:17:14.540295 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:17:15.262959 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef886-d9ed-4bf6-8d6b-64463c710e71 req-75dac8c7-ef91-4fa5-a412-72a4aa48164b tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:15.264446 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b1eef886-d9ed-4bf6-8d6b-64463c710e71 req-75dac8c7-ef91-4fa5-a412-72a4aa48164b tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 943 time: 0.0816002 Jun 15 07:17:15.309755 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b1eef886-d9ed-4bf6-8d6b-64463c710e71 req-7bf3df4f-72cd-4777-ab3e-3ab66c6db838 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392590 Jun 15 07:17:16.495101 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d539109-f0b7-4338-a874-5b64ca72a41e req-01c3a312-3bf3-4ad6-8137-08333f3fb5e9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:16.496516 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0d539109-f0b7-4338-a874-5b64ca72a41e req-01c3a312-3bf3-4ad6-8137-08333f3fb5e9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 943 time: 0.0701246 Jun 15 07:17:16.539114 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0d539109-f0b7-4338-a874-5b64ca72a41e req-beefa34b-0797-4cf3-94a4-8ae6fc324568 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359392 Jun 15 07:17:16.863799 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:17.004156 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 554b89c2-b36c-4462-ac8f-e808b2828342 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:17:17.124874 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-908153ec-d79f-4ef7-a194-248a428842b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:17.145924 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 554b89c2-b36c-4462-ac8f-e808b2828342, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=554b89c2-b36c-4462-ac8f-e808b2828342,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:17:17.160870 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '554b89c2-b36c-4462-ac8f-e808b2828342', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:17:17.210937 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:17.226970 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554b89c2-b36c-4462-ac8f-e808b2828342 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:17:17.249238 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 554b89c2-b36c-4462-ac8f-e808b2828342, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=554b89c2-b36c-4462-ac8f-e808b2828342,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:17:17.254797 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:17.256686 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:17:17.311814 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=554b89c2-b36c-4462-ac8f-e808b2828342,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:17:17.319660 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.320004 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.320339 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.320668 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.321020 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.321339 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.321654 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.321969 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.322281 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.322593 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.322908 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.323215 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:17:17.327163 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:17:17.483548 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['554b89c2-b36c-4462-ac8f-e808b2828342'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:17:17.756150 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367f6d5-c355-49bd-b7d6-692ce3ac4603 req-a0df2bb0-af0c-410f-9d6a-44efd5021fb6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:17.757906 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7367f6d5-c355-49bd-b7d6-692ce3ac4603 req-a0df2bb0-af0c-410f-9d6a-44efd5021fb6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 944 time: 0.0930741 Jun 15 07:17:17.806419 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7367f6d5-c355-49bd-b7d6-692ce3ac4603 req-9ce6faef-b233-4a04-bfda-297bddca6914 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Jun 15 07:17:18.993255 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ed3b9-2328-4e9c-8b1f-0bb7611c02da req-ca0968a1-7e9d-4cc4-9d12-35f2f514ea46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:18.995414 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ac5ed3b9-2328-4e9c-8b1f-0bb7611c02da req-ca0968a1-7e9d-4cc4-9d12-35f2f514ea46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 944 time: 0.0751610 Jun 15 07:17:19.004675 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 554b89c2-b36c-4462-ac8f-e808b2828342 up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:17:19.043165 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ac5ed3b9-2328-4e9c-8b1f-0bb7611c02da req-75c429d0-a416-4120-9856-906dce17f3e6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Jun 15 07:17:19.064074 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 554b89c2-b36c-4462-ac8f-e808b2828342 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:17:19.068058 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 554b89c2-b36c-4462-ac8f-e808b2828342 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:17:19.068443 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:19.162175 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:19.186902 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:17:19.189780 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7c7c5d-90db-452a-b8e2-c7ac81c541a9" -d '{"events": [{"server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "name": "network-vif-plugged", "status": "completed", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:17:19.205941 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 554b89c2-b36c-4462-ac8f-e808b2828342, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=554b89c2-b36c-4462-ac8f-e808b2828342,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:17:19.210714 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:19.212982 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9512a445-0c3a-4b8e-bd31-702e40973d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:17:19.243317 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d306ed-3f24-4bd3-b44c-57a802f3fff2 x-openstack-request-id: req-33d306ed-3f24-4bd3-b44c-57a802f3fff2 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:17:19.243654 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "name": "network-vif-plugged", "status": "completed", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:17:19.244055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33d306ed-3f24-4bd3-b44c-57a802f3fff2 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:17:19.244237 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342', 'code': 200} Jun 15 07:17:19.274878 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=554b89c2-b36c-4462-ac8f-e808b2828342,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:17:19.277932 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:17:19.520081 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31b37-84d7-448b-999a-52a5da63a94c req-c69c9056-b0cf-40b5-b5b5-8b58f3b69f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:19.521595 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-11a31b37-84d7-448b-999a-52a5da63a94c req-c69c9056-b0cf-40b5-b5b5-8b58f3b69f0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 1098 time: 0.0592220 Jun 15 07:17:19.574490 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-11a31b37-84d7-448b-999a-52a5da63a94c req-999c07e0-6568-45e1-97e4-7e9243415f61 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378180 Jun 15 07:17:19.595866 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-46954c35-d1ef-48fd-925c-ab9f12e4171a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589151 Jun 15 07:17:19.599072 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fa833cf1-ab43-4c64-89c5-977a6266b019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:19.694143 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:19.729887 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-439e72b2-62f1-4804-a037-8654b723af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:19.731556 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-439e72b2-62f1-4804-a037-8654b723af7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 1098 time: 0.0699408 Jun 15 07:17:19.861790 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-290a8b52-d6ef-4e73-8b11-550ad2444f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:19.863235 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-290a8b52-d6ef-4e73-8b11-550ad2444f99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 910 time: 0.1105568 Jun 15 07:17:19.951799 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-944c5d55-7b56-48d6-8ec6-e175ae5c27a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 200 len: 1000 time: 0.0810027 Jun 15 07:17:20.011474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-9cd5264a-5cb7-473f-950b-661aed9129a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:20.013058 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-9cd5264a-5cb7-473f-950b-661aed9129a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0536263 Jun 15 07:17:20.087538 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-ae1a930a-b3e5-44fc-98fa-8b86fec14a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:20.089117 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-ae1a930a-b3e5-44fc-98fa-8b86fec14a0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690024 Jun 15 07:17:20.257715 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-21a52054-9e26-44a3-aff8-a1c4f2008c87 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593850 Jun 15 07:17:20.281270 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b7784-a86f-4313-bb14-dc32895330ba req-95b66bd0-3984-43c4-b927-bfdc15f6dd1f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:20.284085 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a4b7784-a86f-4313-bb14-dc32895330ba req-95b66bd0-3984-43c4-b927-bfdc15f6dd1f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 945 time: 0.1037030 Jun 15 07:17:20.408506 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3a4b7784-a86f-4313-bb14-dc32895330ba req-d30fdff0-abc7-44ef-b388-672bfcd36122 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169529 Jun 15 07:17:20.443797 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-563a5ffb-6c69-4934-a81e-359cbd669ceb req-08977793-048c-4db9-bd44-7d835b61c6b8 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598034 Jun 15 07:17:20.851343 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:21.606691 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835da8d5-8008-402b-b5c8-7b9b33169b23 req-de4da114-60fa-4872-bc19-7c758c0baaaa tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:21.608171 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-835da8d5-8008-402b-b5c8-7b9b33169b23 req-de4da114-60fa-4872-bc19-7c758c0baaaa tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 945 time: 0.0820096 Jun 15 07:17:21.651961 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-835da8d5-8008-402b-b5c8-7b9b33169b23 req-05ff685f-d40c-445a-b458-bb104b23d79f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371184 Jun 15 07:17:21.841036 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145ac3-b133-44e7-91df-1b8d05b97de7 req-da21e443-ce4e-4c42-b31b-07c601132b24 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:21.842508 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-79145ac3-b133-44e7-91df-1b8d05b97de7 req-da21e443-ce4e-4c42-b31b-07c601132b24 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 945 time: 0.0780859 Jun 15 07:17:21.885302 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-79145ac3-b133-44e7-91df-1b8d05b97de7 req-cadbf8ae-46f8-42ec-8a32-d598ce8fa4e8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369091 Jun 15 07:17:21.911704 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42436) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:17:21.973861 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44661cf6-235e-4c12-9ceb-debb424e8b61 tempest-TestVolumeBootPattern-1305383808 tempest-TestVolumeBootPattern-1305383808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:21.975376 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-44661cf6-235e-4c12-9ceb-debb424e8b61 tempest-TestVolumeBootPattern-1305383808 tempest-TestVolumeBootPattern-1305383808-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 1093 time: 0.0626712 Jun 15 07:17:21.978097 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42438) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:17:21.982512 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:17:22.007822 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:22.132223 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:22.256618 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Allocated IP 172.27.3.216 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/75ceb2e3-6388-4af0-8c8e-078f0b72dc2c) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:17:22.311600 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:22.383775 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:22.427355 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-533724379'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:22.429645 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7c703142-a090-467d-b610-4977df6c6004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:17:22.481757 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:17:22.484596 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:17:22.489312 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:17:22.492438 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=75ceb2e3-6388-4af0-8c8e-078f0b72dc2c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:17:22.517466 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:17:22.962506 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:23.055878 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:23.265308 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:23.271572 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533724389'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:23.273685 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-285b4f1e-b8f1-4208-b1d5-3354f335a7b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:17:23.353486 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=75ceb2e3-6388-4af0-8c8e-078f0b72dc2c,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:17:23.360665 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:17:23.370819 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:23.509452 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Floating IP 06e0cae3-1115-4ec1-8b4b-26dee9db8860 associated. External IP: 172.27.3.216, port: 554b89c2-b36c-4462-ac8f-e808b2828342. Jun 15 07:17:24.083085 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:17:24.235009 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:17:24.245712 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:17:24.254102 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:24.257339 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:17:24.257986 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:17:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:17:24.300139 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f4db05d5-6c38-4dd2-b28e-dc1d84a85d46 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3210008 Jun 15 07:17:24.300939 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:17:24.303545 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae60234-f969-4cfd-ac34-5e05ea163a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:17:24.343106 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9164f528-786a-4777-b720-68f269c22614 x-openstack-request-id: req-9164f528-786a-4777-b720-68f269c22614 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:17:24.343441 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:17:24.343734 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9164f528-786a-4777-b720-68f269c22614 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:17:24.344169 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342', 'status': 'completed', 'code': 200} Jun 15 07:17:24.411642 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:17:24.427745 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-614936c3-ee01-49aa-92a6-9a2a2d1e3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:24.429270 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-614936c3-ee01-49aa-92a6-9a2a2d1e3099 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 1098 time: 0.0617409 Jun 15 07:17:24.563525 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-a262dbc2-ac7c-4dd1-8390-cbcd3f2d7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:24.565019 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-a262dbc2-ac7c-4dd1-8390-cbcd3f2d7223 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1270206 Jun 15 07:17:24.653960 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-edcdf203-6ca8-4ae4-9c8b-1b1f5b2a6220 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=554b89c2-b36c-4462-ac8f-e808b2828342 HTTP/1.1" status: 200 len: 999 time: 0.0818598 Jun 15 07:17:24.714161 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-1b922741-4b0b-4adf-b4f4-794f501d5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:24.715615 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-1b922741-4b0b-4adf-b4f4-794f501d5e39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0530837 Jun 15 07:17:24.781433 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-d4d1f3a1-8c58-4a5f-9470-52e8cd004e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:24.782926 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-d4d1f3a1-8c58-4a5f-9470-52e8cd004e2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605335 Jun 15 07:17:24.839431 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:22Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:17:24.843083 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:17:24.851800 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:17:24.852423 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:17:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:17:24.907652 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-698fcec8-8bc7-4b73-9c13-175f974f7256 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174192 Jun 15 07:17:25.002526 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:17:25.043302 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ae60234-f969-4cfd-ac34-5e05ea163a5f req-764dc60a-ec8e-4c59-96f2-6f54eedfd0f7 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169605 Jun 15 07:17:25.303892 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:22Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:17:25.307525 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93741c1-6bce-489c-920b-4922f25cb968 None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:22Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:17:25.500072 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85291fb5-d39c-41f1-a829-3abef5514f42 None None] New status for floating IP 06e0cae3-1115-4ec1-8b4b-26dee9db8860: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:17:44.871250 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50746eb5-e436-4254-a3c9-78cc0695e1eb req-154e876d-0bc2-41c7-88da-0b3e8be2f4f3 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:44.872751 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-50746eb5-e436-4254-a3c9-78cc0695e1eb req-154e876d-0bc2-41c7-88da-0b3e8be2f4f3 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0688274 Jun 15 07:17:44.913813 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-50746eb5-e436-4254-a3c9-78cc0695e1eb req-28b7f9f1-10ac-4480-a2ed-83f65b347628 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355051 Jun 15 07:17:46.106997 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f03d85-92b6-498a-937a-10c5a9ea4cd7 req-2977c39e-0318-4c0f-a432-b1bd80a6b50d tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:46.108500 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-43f03d85-92b6-498a-937a-10c5a9ea4cd7 req-2977c39e-0318-4c0f-a432-b1bd80a6b50d tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0797038 Jun 15 07:17:46.150726 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-43f03d85-92b6-498a-937a-10c5a9ea4cd7 req-8d440adf-8298-4b07-987c-8196464a16ff tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365632 Jun 15 07:17:46.861723 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:47.086785 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a7c5972e-b527-4f20-b955-e4767c9e07be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:47.648369 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac874a-9b5e-44c6-a047-343f87231863 req-2a02ed46-d814-4aef-ad1f-52a7e2018c12 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:47.650041 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-47ac874a-9b5e-44c6-a047-343f87231863 req-2a02ed46-d814-4aef-ad1f-52a7e2018c12 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.3815160 Jun 15 07:17:47.694195 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-47ac874a-9b5e-44c6-a047-343f87231863 req-91577993-69b3-4949-8459-2119f347ff36 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382941 Jun 15 07:17:48.876499 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cfae6-3a78-459d-8a92-455b5210fe9f req-c3a01dfc-0aa8-4dde-8037-e739efe0f673 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:48.877983 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-923cfae6-3a78-459d-8a92-455b5210fe9f req-c3a01dfc-0aa8-4dde-8037-e739efe0f673 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0686815 Jun 15 07:17:48.918995 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-923cfae6-3a78-459d-8a92-455b5210fe9f req-b9996e25-6423-4429-b4dc-e2ae95e9b4b6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353491 Jun 15 07:17:49.600511 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fff57e92-aca5-42c3-8cf2-a70e6ea67257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:49.695116 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:50.098126 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eb457-f873-4202-9059-b182b13d3618 req-80f1ea57-9e23-4bef-a03b-db7300a1d5d5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:50.099572 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b97eb457-f873-4202-9059-b182b13d3618 req-80f1ea57-9e23-4bef-a03b-db7300a1d5d5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0690773 Jun 15 07:17:50.140311 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b97eb457-f873-4202-9059-b182b13d3618 req-ad3084c9-ee4e-47fa-bf5f-95f8168d042e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351286 Jun 15 07:17:50.853809 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:51.324532 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c703910-bac3-4528-b862-94be4789c5d3 req-b18a4779-de4d-44f2-915e-59f090bee0be tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:51.326039 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2c703910-bac3-4528-b862-94be4789c5d3 req-b18a4779-de4d-44f2-915e-59f090bee0be tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0727799 Jun 15 07:17:51.367748 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2c703910-bac3-4528-b862-94be4789c5d3 req-6788fd90-cc48-4069-a8ae-1f04ee202953 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360641 Jun 15 07:17:51.539422 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:17:52.307914 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:17:52.546621 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4873ad-abff-4461-afc0-d80f805d8127 req-c36296bb-27f7-47cc-ae92-17e8cfc391e5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:52.547961 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cf4873ad-abff-4461-afc0-d80f805d8127 req-c36296bb-27f7-47cc-ae92-17e8cfc391e5 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0700321 Jun 15 07:17:52.589800 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cf4873ad-abff-4461-afc0-d80f805d8127 req-de29cc46-23ed-495c-8e0a-ac589dd99e8a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355010 Jun 15 07:17:53.931509 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76574091-8c1d-4a39-8b6b-0396280e8162 req-c33b33eb-905b-4ca0-b5a8-90a486bf436f tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:53.932912 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-76574091-8c1d-4a39-8b6b-0396280e8162 req-c33b33eb-905b-4ca0-b5a8-90a486bf436f tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.2293096 Jun 15 07:17:53.974832 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-76574091-8c1d-4a39-8b6b-0396280e8162 req-4d562092-9874-447c-950e-c7d06c38cc14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350535 Jun 15 07:17:55.210457 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676a9fb-3606-4fa1-be1c-45072df8bb54 req-84bd6640-784a-49e8-925c-7e3616145d22 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:55.211883 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6676a9fb-3606-4fa1-be1c-45072df8bb54 req-84bd6640-784a-49e8-925c-7e3616145d22 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.1202824 Jun 15 07:17:55.258422 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6676a9fb-3606-4fa1-be1c-45072df8bb54 req-12859e2c-996f-41a9-8aff-bcc72f38150c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 Jun 15 07:17:55.808404 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237d29c-aa44-49cc-a8e7-c9d8e717923b req-0b2defe5-0ef3-4658-8828-59633f524101 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:55.810085 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0237d29c-aa44-49cc-a8e7-c9d8e717923b req-0b2defe5-0ef3-4658-8828-59633f524101 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.1256306 Jun 15 07:17:55.824151 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-96a7c94b-67ca-447d-893d-8e3a97059cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:55.825545 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-96a7c94b-67ca-447d-893d-8e3a97059cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 1098 time: 0.1062074 Jun 15 07:17:55.890552 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0237d29c-aa44-49cc-a8e7-c9d8e717923b req-ebc693c3-466b-42c7-b179-ecdbd1997533 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746710 Jun 15 07:17:55.961702 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-b9ac96f3-3b62-4d7e-b33d-cfecdd02e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:55.963564 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-b9ac96f3-3b62-4d7e-b33d-cfecdd02e0d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 910 time: 0.1275244 Jun 15 07:17:56.048836 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-c19f1a34-efac-416b-ae0a-ee531331c525 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 200 len: 1000 time: 0.0791354 Jun 15 07:17:56.104098 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-4c868077-b2b5-4576-a07f-fc5a3415d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:56.105492 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-4c868077-b2b5-4576-a07f-fc5a3415d34e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0505235 Jun 15 07:17:56.170620 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-3cf54fa4-e295-4bfa-a90a-262f884020a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:56.172061 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-3cf54fa4-e295-4bfa-a90a-262f884020a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604932 Jun 15 07:17:56.285385 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-f25f8944-be2f-4392-aaf8-a154c69d1fb4 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064334 Jun 15 07:17:56.401043 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ac1dac7-1e47-4f3b-9e7f-28bc96fd16fe req-a49a6277-5150-4d08-876c-f50416f981ad service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091623 Jun 15 07:17:57.075093 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b064bb-e209-4b01-bae0-2f7f1eee63ba req-73f49cc7-5498-4ad2-986c-648cf67910af tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:17:57.076546 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18b064bb-e209-4b01-bae0-2f7f1eee63ba req-73f49cc7-5498-4ad2-986c-648cf67910af tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0716767 Jun 15 07:17:57.117660 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18b064bb-e209-4b01-bae0-2f7f1eee63ba req-c2789a83-290d-4ec8-9003-43f0a072a6d3 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355012 Jun 15 07:18:16.877260 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:17.087019 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-902cb410-7474-4aee-9a9c-454d50949ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:19.601397 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6af9a131-4115-4367-9514-2368d02dd164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:19.695576 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:20.857670 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:21.623840 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-6ac085d6-9bed-44e7-bdab-a4e1d9f948a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055658 Jun 15 07:18:21.723066 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-54400381-d2cb-4c00-b28a-37f5e2d8503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:21.725080 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-54400381-d2cb-4c00-b28a-37f5e2d8503a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 1098 time: 0.0590003 Jun 15 07:18:21.856333 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-18da4108-daea-492d-894a-468847b29252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:21.857719 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-18da4108-daea-492d-894a-468847b29252 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 910 time: 0.1125147 Jun 15 07:18:21.939188 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-812982c8-39cd-42d2-ba42-a7ce6fbf0be2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 200 len: 1000 time: 0.0744660 Jun 15 07:18:21.999019 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-7f6b2576-7dc2-4800-9a6a-f231f3558896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:22.000409 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-7f6b2576-7dc2-4800-9a6a-f231f3558896 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0547383 Jun 15 07:18:22.065026 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-26cda959-e278-4244-b1d1-f1a430984d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:22.066470 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-26cda959-e278-4244-b1d1-f1a430984d57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590339 Jun 15 07:18:22.077074 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-08505844-cded-4913-8c82-664152a430a3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:18:22.085919 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-08505844-cded-4913-8c82-664152a430a3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050333 Jun 15 07:18:22.194621 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-85a8ab03-0859-443f-b0fb-6f38d25c42b6 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096861 Jun 15 07:18:22.311878 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:22.320877 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9b5845fd-4116-4c2a-9eb7-bd8772f26a27 req-95f1bb56-f109-4a05-b40d-b2188d8b744a service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201587 Jun 15 07:18:28.538239 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:18:30.402623 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb564073-49a3-4688-b09b-919b511d9a8e req-8c8c672b-2395-4c41-996b-6784b4c4a2a0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:30.404079 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bb564073-49a3-4688-b09b-919b511d9a8e req-8c8c672b-2395-4c41-996b-6784b4c4a2a0 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0677814 Jun 15 07:18:30.447362 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bb564073-49a3-4688-b09b-919b511d9a8e req-adb9def5-fd3b-4b31-a2cf-4ba2ad824551 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374684 Jun 15 07:18:31.637270 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187394ff-a9f4-4589-abac-11a374b0b037 req-9beec34f-bd28-422f-acbb-96b2fc2722b7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:31.638754 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-187394ff-a9f4-4589-abac-11a374b0b037 req-9beec34f-bd28-422f-acbb-96b2fc2722b7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0687063 Jun 15 07:18:31.680435 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-187394ff-a9f4-4589-abac-11a374b0b037 req-491dbda3-bf6a-4e25-a236-d01773de72df tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361791 Jun 15 07:18:32.236634 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-88db00c8-e9fd-4087-ad95-124f90bb4cc1 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:32.237466 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-88db00c8-e9fd-4087-ad95-124f90bb4cc1 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 945 time: 0.0767801 Jun 15 07:18:32.348360 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Deleting port 90ca2847-7083-4dfb-bb83-8293e3b26a77 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:18:32.348699 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:32.468912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] For port 90ca2847-7083-4dfb-bb83-8293e3b26a77, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=90ca2847-7083-4dfb-bb83-8293e3b26a77,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:18:32.469272 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:32.694236 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:32.694958 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:32.694958 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Floating IP f9b171f5-896f-4ecd-be0d-d8f56acd7ec0 disassociated. External IP: 172.27.3.61, port: 90ca2847-7083-4dfb-bb83-8293e3b26a77. Jun 15 07:18:32.695217 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Calling delete_port for 90ca2847-7083-4dfb-bb83-8293e3b26a77 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:18:32.853284 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:32.857321 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6ecc46e4-395a-4ce4-bbae-bb6840e90206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:32.887481 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbea2d-7049-43d0-bbb5-d92481e5c456 req-2bc2d142-2b65-48eb-b299-c753b6e38e48 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:32.887481 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2ebbea2d-7049-43d0-bbb5-d92481e5c456 req-2bc2d142-2b65-48eb-b299-c753b6e38e48 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=88063f59-7d36-441e-bcd0-12872e05d899 HTTP/1.1" status: 200 len: 867 time: 0.0751297 Jun 15 07:18:32.889770 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event deleted for resources: {'Port': ['ID=90ca2847-7083-4dfb-bb83-8293e3b26a77,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:32.900052 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.900436 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.900826 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.901191 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.901549 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.901909 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.902264 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.902617 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.902969 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.903320 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.903671 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.904043 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:32.908553 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:32.929661 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2ebbea2d-7049-43d0-bbb5-d92481e5c456 req-6619008d-bcd9-41b7-b53f-e5c6df459357 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=2646c83c-1a1f-4a52-b8d4-f3f653d5245d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413508 Jun 15 07:18:33.053101 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:18:33.208113 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:18:33.219814 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] Sync routers for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:18:33.231462 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:18:33.232093 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:18:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:18:33.265991 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] No DVR routers for this DVR port 90ca2847-7083-4dfb-bb83-8293e3b26a77 on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:18:33.268625 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:33.270692 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1e5b851c-2398-45a1-a380-31cae50c5974 req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "DELETE /v2.0/ports/90ca2847-7083-4dfb-bb83-8293e3b26a77 HTTP/1.1" status: 204 len: 173 time: 1.0281572 Jun 15 07:18:33.271927 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88063f59-7d36-441e-bcd0-12872e05d899', 'name': 'network-vif-deleted', 'tag': '90ca2847-7083-4dfb-bb83-8293e3b26a77'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:18:33.274284 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0346e0af-f9d3-4bf9-824e-e0e12cfda8b0" -d '{"events": [{"server_uuid": "88063f59-7d36-441e-bcd0-12872e05d899", "name": "network-vif-deleted", "tag": "90ca2847-7083-4dfb-bb83-8293e3b26a77"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:18:33.318789 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f65d4-d2ed-4de4-97ea-b45b40de52a7 x-openstack-request-id: req-a76f65d4-d2ed-4de4-97ea-b45b40de52a7 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:18:33.321155 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88063f59-7d36-441e-bcd0-12872e05d899", "name": "network-vif-deleted", "tag": "90ca2847-7083-4dfb-bb83-8293e3b26a77", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:18:33.321561 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a76f65d4-d2ed-4de4-97ea-b45b40de52a7 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:18:33.322117 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88063f59-7d36-441e-bcd0-12872e05d899', 'name': 'network-vif-deleted', 'tag': '90ca2847-7083-4dfb-bb83-8293e3b26a77', 'status': 'completed', 'code': 200} Jun 15 07:18:33.402262 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:18:33.675104 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:18:33.679436 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] Checking router: 6d35b4bd-4548-414d-94b9-559e16cb2cf6 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:18:33.688954 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:18:33.689173 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:18:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:18:33.845849 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:18:34.057860 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42550) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:18:34.121242 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fec2fcb0-a2de-4ed5-8042-4cba7847ec9e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.146497 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fec2fcb0-a2de-4ed5-8042-4cba7847ec9e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.197464 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fec2fcb0-a2de-4ed5-8042-4cba7847ec9e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.200055 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fec2fcb0-a2de-4ed5-8042-4cba7847ec9e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.203605 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fec2fcb0-a2de-4ed5-8042-4cba7847ec9e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "DELETE /v2.0/security-groups/2646c83c-1a1f-4a52-b8d4-f3f653d5245d HTTP/1.1" status: 204 len: 168 time: 0.1423564 Jun 15 07:18:34.203605 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e1d34f5a-0cf8-4af4-a089-f9563c28f131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:34.204430 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42552) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:18:34.213191 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2fcb0-a2de-4ed5-8042-4cba7847ec9e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646c83c-1a1f-4a52-b8d4-f3f653d5245d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:34.213389 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:18:34.218401 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885bf7b0-ff94-4bb6-b71c-492ce3c2b31f None None] The sync data for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi is: [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:18:34.221404 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.api.v2.resource [None req-28936caa-67aa-4332-9ad3-b080c9e7bc29 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] show failed (client error): The resource could not be found. Jun 15 07:18:34.222238 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fec2fcb0-a2de-4ed5-8042-4cba7847ec9e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:34.227966 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-28936caa-67aa-4332-9ad3-b080c9e7bc29 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups/2646c83c-1a1f-4a52-b8d4-f3f653d5245d HTTP/1.1" status: 404 len: 347 time: 0.0219412 Jun 15 07:18:34.228581 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42554) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:18:34.400128 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Deleting port 8b4c2ef5-8435-4d0e-8bc8-7f5cca46c635 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:18:34.400476 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.450625 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0feb82-87d2-4faf-8a17-1b3885832372 None None] New status for floating IP f9b171f5-896f-4ecd-be0d-d8f56acd7ec0: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:18:34.505345 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.505571 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.598091 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Calling delete_port for 8b4c2ef5-8435-4d0e-8bc8-7f5cca46c635 owned by network:floatingip {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:18:34.756872 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.758660 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7580157a-8694-4ca3-aaf0-c5567e5cf7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:34.790688 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event deleted for resources: {'Port': ['ID=8b4c2ef5-8435-4d0e-8bc8-7f5cca46c635,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:34.793760 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:34.867344 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.869846 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:34.870960 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "DELETE /v2.0/floatingips/f9b171f5-896f-4ecd-be0d-d8f56acd7ec0 HTTP/1.1" status: 204 len: 168 time: 0.6412785 Jun 15 07:18:35.318651 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 90ca2847-7083-4dfb-bb83-8293e3b26a77 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:18:35.342998 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 90ca2847-7083-4dfb-bb83-8293e3b26a77 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:18:35.343352 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 90ca2847-7083-4dfb-bb83-8293e3b26a77 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:18:35.346590 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42558) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:18:35.351692 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246066257', 'description': 'tempest-description--788140964'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:18:35.373922 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.460493 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.464491 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.466834 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-adcd1f41-7572-4a41-b2b6-f3683a7b356f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:35.493472 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.494575 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1470056 Jun 15 07:18:35.496444 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:35.497528 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42560) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:18:35.502346 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'security_group_rule': {'security_group_id': '5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:18:35.503690 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.504082 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.504455 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.504846 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.505794 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.506172 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.506532 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.506893 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.507252 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.507608 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.507960 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.508314 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:35.511861 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:35.530763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.591646 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.595503 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.597529 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:35.614104 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df132bf-383f-4dbc-92fb-dd9eef75310e,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:35.616665 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:35.620987 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.622151 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235311 Jun 15 07:18:35.624687 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42562) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:18:35.629091 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-2c6c579a-d0d7-46bb-9ab3-df6e4d6e5298 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'security_group_rule': {'security_group_id': '5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:18:35.655160 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2c6c579a-d0d7-46bb-9ab3-df6e4d6e5298 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.715584 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2c6c579a-d0d7-46bb-9ab3-df6e4d6e5298 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.720106 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2c6c579a-d0d7-46bb-9ab3-df6e4d6e5298 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536428227'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.722207 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f1836f03-a13b-4eb0-bb96-31fc025be559 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:35.740075 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c579a-d0d7-46bb-9ab3-df6e4d6e5298 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1221173-8b98-4d9f-bae2-d9c560aef6f9,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:35.743321 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2c6c579a-d0d7-46bb-9ab3-df6e4d6e5298 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:35.747272 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2c6c579a-d0d7-46bb-9ab3-df6e4d6e5298 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.748466 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2c6c579a-d0d7-46bb-9ab3-df6e4d6e5298 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228294 Jun 15 07:18:35.751589 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42564) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:18:35.756248 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:18:35.779821 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:35.900724 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:36.022256 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Allocated IP 172.27.3.173 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/0ff7a155-3a2b-4498-a76e-9ee11402db58) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:18:36.151608 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:36.190251 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:36.192583 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d993ad53-9016-405b-bcef-ba1b70950dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:36.242032 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:18:36.244819 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:18:36.249090 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:18:36.252110 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'Port': ['ID=0ff7a155-3a2b-4498-a76e-9ee11402db58,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:36.277717 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:36.351783 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:36.400552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:36.876865 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:36.882325 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:36.884594 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-48bed8e7-9545-4326-90b1-259c295a193a tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:36.970358 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'Port': ['ID=0ff7a155-3a2b-4498-a76e-9ee11402db58,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:36.978294 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:36.987504 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:37.000711 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:37.001973 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2494795 Jun 15 07:18:37.203692 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-d529bcca-cc5b-4a80-b581-e75b8cf6d301 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--246066257&fields=id&tenant_id=a2330e7fdeb4493c8c7d39a969f8c686 HTTP/1.1" status: 200 len: 267 time: 0.0388951 Jun 15 07:18:37.334951 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-299fe4b8-494e-47fb-83ef-7a009ff1940b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:37.336515 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-299fe4b8-494e-47fb-83ef-7a009ff1940b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 809 time: 0.1262939 Jun 15 07:18:37.351950 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-78a9f0ad-54ce-41e4-abc5-838e737e1787 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/quotas/a2330e7fdeb4493c8c7d39a969f8c686 HTTP/1.1" status: 200 len: 375 time: 0.0098016 Jun 15 07:18:37.428357 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-0f6ee710-6c2d-4a00-9aa1-63c65e41d368 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710962 Jun 15 07:18:37.488215 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-7fee43ad-6c05-4419-adf2-231c445112ab service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 07:18:37.489631 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-7fee43ad-6c05-4419-adf2-231c445112ab service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500653 Jun 15 07:18:37.608045 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-35e9f575-bd63-42b7-90e0-1188ae3111f9 service neutron] 10.222.0.24 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111469 Jun 15 07:18:37.730106 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-0e4d5c8e-9ca2-4fb9-be67-34252cb2cf56 service neutron] 10.222.0.24 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161368 Jun 15 07:18:37.923564 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7dfa8567-140d-49f0-8e7e-ac15f4926e83 req-6e3aeb09-d651-4a29-a578-658d0553751e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 210 time: 0.0389936 Jun 15 07:18:39.096385 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7b835f5d-0c4e-4a0d-b8d1-295cc5799bb7 req-ecd39ee9-4c7f-45e8-9d48-9721360f9377 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 210 time: 0.0443728 Jun 15 07:18:39.128983 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-785650c6-fdaa-4eab-9560-e7e26099ffcb tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:39.131096 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-785650c6-fdaa-4eab-9560-e7e26099ffcb tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 809 time: 0.1744535 Jun 15 07:18:39.180544 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-8d28f937-2c29-4a29-af84-9e20c42f81be tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2330e7fdeb4493c8c7d39a969f8c686 HTTP/1.1" status: 200 len: 379 time: 0.0413573 Jun 15 07:18:39.194269 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'port': {'device_id': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'admin_state_up': True, 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'security_groups': ['5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:18:39.329624 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Made reservation on behalf of a2330e7fdeb4493c8c7d39a969f8c686 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:18:39.333521 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:39.480093 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Allocated IP 172.20.0.12 (c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f/002e274e-4981-49ec-a21f-59ebdb261e01/4a415bc0-9454-4146-aff3-7534d7a3694a) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:18:39.650791 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:39.663882 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Transition to ACTIVE for port object 4a415bc0-9454-4146-aff3-7534d7a3694a will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:18:39.699192 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:39.702993 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4bfba7b4-6d5a-46d1-ada8-3c3d1edf7132 tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:39.750201 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:18:39.753314 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:18:39.758161 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:18:39.797497 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event updated for resources: {'Port': ['ID=4a415bc0-9454-4146-aff3-7534d7a3694a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:39.801958 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:39.827889 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:39.828523 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:39.844617 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-b848ced8-fe0d-4037-9bb0-82b41295bda7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6557343 Jun 15 07:18:39.857293 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Request body: {'port': {'device_id': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:18:39.943109 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-c28d905f-8fed-454d-86b0-295cd363d65b None None] Provisioning for port 4a415bc0-9454-4146-aff3-7534d7a3694a completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:18:39.947058 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-c28d905f-8fed-454d-86b0-295cd363d65b None None] Provisioning complete for port 4a415bc0-9454-4146-aff3-7534d7a3694a triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:18:39.947442 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c28d905f-8fed-454d-86b0-295cd363d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:39.954957 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:39.991210 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-c28d905f-8fed-454d-86b0-295cd363d65b None None] Port 4a415bc0-9454-4146-aff3-7534d7a3694a cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:18:40.287675 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a415bc0-9454-4146-aff3-7534d7a3694a {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:18:40.288308 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdd8c7-1aef-4a7f-9603-bbdfe143ec45 req-32c3ac58-57a1-4d70-b572-5e5c54b5b9f6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:40.289266 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-84fdd8c7-1aef-4a7f-9603-bbdfe143ec45 req-32c3ac58-57a1-4d70-b572-5e5c54b5b9f6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 932 time: 0.0741267 Jun 15 07:18:40.295470 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:40.308712 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Transition to ACTIVE for port object 4a415bc0-9454-4146-aff3-7534d7a3694a will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:18:40.313332 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:40.316235 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:40.335603 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-84fdd8c7-1aef-4a7f-9603-bbdfe143ec45 req-6da21fc8-5a8a-471e-b9bd-d9079796ae85 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390289 Jun 15 07:18:40.415405 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Pushing event updated for resources: {'Port': ['ID=4a415bc0-9454-4146-aff3-7534d7a3694a,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:40.438561 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:40.504606 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Attempting to bind port 4a415bc0-9454-4146-aff3-7534d7a3694a on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:18:40.505001 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Attempting to bind port 4a415bc0-9454-4146-aff3-7534d7a3694a by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:18:40.505336 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Attempting to bind port 4a415bc0-9454-4146-aff3-7534d7a3694a on network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:18:40.509883 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Port 4a415bc0-9454-4146-aff3-7534d7a3694a on network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:18:40.510201 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Attempting to bind port 4a415bc0-9454-4146-aff3-7534d7a3694a on network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:18:40.515223 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:18:40.515663 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Checking segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:18:40.516045 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Bound using segment: {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:18:40.516395 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Bound port: 4a415bc0-9454-4146-aff3-7534d7a3694a, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647d7ec6-538b-4d57-9d83-a8d979060069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:18:40.516745 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:40.590893 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] For port 4a415bc0-9454-4146-aff3-7534d7a3694a, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:18:40.593957 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] For port 4a415bc0-9454-4146-aff3-7534d7a3694a, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4a415bc0-9454-4146-aff3-7534d7a3694a,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:18:40.598536 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:40.600663 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-66d6187b-f280-4bc6-8511-7b54b05e14f6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:40.643354 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:40.643974 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:40.645399 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a415bc0-9454-4146-aff3-7534d7a3694a HTTP/1.1" status: 200 len: 1094 time: 0.7930551 Jun 15 07:18:40.646588 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'tag': '4a415bc0-9454-4146-aff3-7534d7a3694a'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:18:40.649016 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194bb38-a3dc-41be-9b33-a41a145fda7d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe", "tag": "4a415bc0-9454-4146-aff3-7534d7a3694a"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:18:40.681294 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Pushing event updated for resources: {'Port': ['ID=4a415bc0-9454-4146-aff3-7534d7a3694a,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:40.684471 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-649af94d-4625-4819-8ed1-f137a4ba0649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:40.724093 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c2449-60ce-49e7-9c55-a3d267e3d111 x-openstack-request-id: req-d74c2449-60ce-49e7-9c55-a3d267e3d111 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:18:40.724432 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe", "tag": "4a415bc0-9454-4146-aff3-7534d7a3694a", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:18:40.724719 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d74c2449-60ce-49e7-9c55-a3d267e3d111 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:18:40.725173 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'tag': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'status': 'completed', 'code': 200} Jun 15 07:18:40.756527 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-af238a83-ad05-40ec-97ec-b8be99946dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:40.758066 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-af238a83-ad05-40ec-97ec-b8be99946dca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 1097 time: 0.0713315 Jun 15 07:18:40.814651 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-3f4251af-f753-440b-90be-9f75979cd877 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a415bc0-9454-4146-aff3-7534d7a3694a HTTP/1.1" status: 200 len: 217 time: 0.0496678 Jun 15 07:18:40.877506 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-baa18393-2e77-40bd-a35b-988409443e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:40.878930 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-baa18393-2e77-40bd-a35b-988409443e56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0583012 Jun 15 07:18:40.942671 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-1122568e-bafa-40b4-a5ec-da78ce65ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:40.944353 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-1122568e-bafa-40b4-a5ec-da78ce65ed19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591586 Jun 15 07:18:41.061942 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-bbb60582-774b-427c-a86d-e15ec8bbbca0 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112108 Jun 15 07:18:41.181824 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2ffc8fb-5be0-4b13-8533-a6681284b1f2 req-726c3557-9f53-4d0d-be8b-13929ffea572 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126893 Jun 15 07:18:41.288162 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-68325f3b-b4b5-4d77-b7d5-6c7a773fe60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:41.289664 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-68325f3b-b4b5-4d77-b7d5-6c7a773fe60d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 1097 time: 0.0596743 Jun 15 07:18:41.407712 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-8f284e48-4af5-443b-b260-0117866d6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:41.409203 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-8f284e48-4af5-443b-b260-0117866d6483 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 910 time: 0.1118710 Jun 15 07:18:41.463897 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-22754f8e-874c-45c6-aa46-0e8992db5d83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a415bc0-9454-4146-aff3-7534d7a3694a HTTP/1.1" status: 200 len: 217 time: 0.0478866 Jun 15 07:18:41.526527 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-f8e120b5-6fe4-4925-88a7-f54fdc444aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:41.527651 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ada652-2b34-41d4-b834-7c55db2339d9 req-474075b4-127e-4736-b242-26628d34d014 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:41.528136 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-f8e120b5-6fe4-4925-88a7-f54fdc444aa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0574129 Jun 15 07:18:41.529512 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-80ada652-2b34-41d4-b834-7c55db2339d9 req-474075b4-127e-4736-b242-26628d34d014 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 944 time: 0.0765176 Jun 15 07:18:41.574376 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-80ada652-2b34-41d4-b834-7c55db2339d9 req-8e69d475-e850-427b-aece-07132c351775 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395269 Jun 15 07:18:41.595055 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-4cc75781-3751-485a-9e72-305ede8c181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:41.596639 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-4cc75781-3751-485a-9e72-305ede8c181d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613990 Jun 15 07:18:41.715054 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-ea305fae-1df4-4ba7-ae1c-49910d4d21d3 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101568 Jun 15 07:18:41.838592 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2194bb38-a3dc-41be-9b33-a41a145fda7d req-c95630a8-d116-4cc4-a26f-5cccd2a0b4c9 service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168725 Jun 15 07:18:42.757757 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371d62f-0221-4fe2-ab94-6b504653586c req-3d995128-1685-499e-9757-6a48073a9feb tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:42.759286 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b371d62f-0221-4fe2-ab94-6b504653586c req-3d995128-1685-499e-9757-6a48073a9feb tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 944 time: 0.0718584 Jun 15 07:18:42.801856 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b371d62f-0221-4fe2-ab94-6b504653586c req-93e1f364-237f-4847-8530-4772fa808041 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368536 Jun 15 07:18:43.335643 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 4a415bc0-9454-4146-aff3-7534d7a3694a details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:18:43.463863 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 4a415bc0-9454-4146-aff3-7534d7a3694a, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4a415bc0-9454-4146-aff3-7534d7a3694a,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:18:43.478520 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'port_id': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'mac_address': 'fa:16:3e:73:f5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:18:43.523829 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:43.538194 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a415bc0-9454-4146-aff3-7534d7a3694a {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:18:43.565866 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 4a415bc0-9454-4146-aff3-7534d7a3694a, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4a415bc0-9454-4146-aff3-7534d7a3694a,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:18:43.571073 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:43.574028 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7bcfca6e-4a2d-4629-b263-a724b521979f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:43.640243 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=4a415bc0-9454-4146-aff3-7534d7a3694a,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:43.648270 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.648614 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.649047 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.649384 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.649705 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.650026 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.650344 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.650662 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.650979 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.651292 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.651603 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.651913 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:18:43.655828 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:43.787844 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['4a415bc0-9454-4146-aff3-7534d7a3694a'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:18:43.999345 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda061-be5f-4dae-aaf9-12eccd472162 req-81261c58-ce97-4a49-9999-3cd5ecc0f39c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:44.000883 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2adda061-be5f-4dae-aaf9-12eccd472162 req-81261c58-ce97-4a49-9999-3cd5ecc0f39c tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 945 time: 0.0805244 Jun 15 07:18:44.047575 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2adda061-be5f-4dae-aaf9-12eccd472162 req-a5824363-2664-4adf-9bb6-361b48802188 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393670 Jun 15 07:18:45.237512 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e326-651c-4a4b-a978-d61b10e12a34 req-55ba97ee-ce19-42b5-a5ee-058a4299523b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:45.238989 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3e90e326-651c-4a4b-a978-d61b10e12a34 req-55ba97ee-ce19-42b5-a5ee-058a4299523b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 945 time: 0.0690730 Jun 15 07:18:45.285006 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3e90e326-651c-4a4b-a978-d61b10e12a34 req-aa0105be-bc1c-4569-b9a7-d263e219ac5b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Jun 15 07:18:45.334091 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 4a415bc0-9454-4146-aff3-7534d7a3694a up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:18:45.388708 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 4a415bc0-9454-4146-aff3-7534d7a3694a completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:18:45.392540 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 4a415bc0-9454-4146-aff3-7534d7a3694a triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:18:45.392947 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:45.483498 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:45.507928 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a415bc0-9454-4146-aff3-7534d7a3694a'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:18:45.510684 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4abec3d-1118-4ffb-b9fc-ad568329a2fd" -d '{"events": [{"server_uuid": "aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe", "name": "network-vif-plugged", "status": "completed", "tag": "4a415bc0-9454-4146-aff3-7534d7a3694a"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:18:45.525362 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 4a415bc0-9454-4146-aff3-7534d7a3694a, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4a415bc0-9454-4146-aff3-7534d7a3694a,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:18:45.529383 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:45.531240 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-fd7c3e76-9736-4da7-9c8b-c31bc4afd8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:18:45.600113 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=4a415bc0-9454-4146-aff3-7534d7a3694a,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:18:45.603971 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:18:45.607587 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f968ab-26a8-4c3d-bec2-36d7bc620230 x-openstack-request-id: req-b4f968ab-26a8-4c3d-bec2-36d7bc620230 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:18:45.607892 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe", "name": "network-vif-plugged", "status": "completed", "tag": "4a415bc0-9454-4146-aff3-7534d7a3694a", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:18:45.608162 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4f968ab-26a8-4c3d-bec2-36d7bc620230 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:18:45.609058 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'code': 200} Jun 15 07:18:45.835869 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37da72-1368-4192-a9c4-f335b8cbb724 req-98dd216a-a949-4a5a-bd8c-4238b8a2be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:45.837385 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6d37da72-1368-4192-a9c4-f335b8cbb724 req-98dd216a-a949-4a5a-bd8c-4238b8a2be42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 1099 time: 0.0587945 Jun 15 07:18:45.874455 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6d37da72-1368-4192-a9c4-f335b8cbb724 req-555c2324-df62-4abe-b137-ac53e24b68d9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Jun 15 07:18:46.463761 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8c4d7-15c6-4436-8273-c7bddf3fb114 req-f72158d1-1aa1-46e9-bd5d-5c61e4c5e664 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:46.465305 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-75c8c4d7-15c6-4436-8273-c7bddf3fb114 req-f72158d1-1aa1-46e9-bd5d-5c61e4c5e664 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 946 time: 0.0679283 Jun 15 07:18:46.508330 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-75c8c4d7-15c6-4436-8273-c7bddf3fb114 req-a5874303-d286-4e52-b39f-4f1b3ca0a270 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373342 Jun 15 07:18:46.867164 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:47.089460 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a1c98638-621a-4f17-b7bb-a243cb09236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:47.698414 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c73c56-6185-48ad-8606-074cd287e905 req-eb5df19e-2adc-4ee4-9a5d-a4ace6382fa7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:47.699944 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74c73c56-6185-48ad-8606-074cd287e905 req-eb5df19e-2adc-4ee4-9a5d-a4ace6382fa7 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 946 time: 0.0739686 Jun 15 07:18:47.742145 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74c73c56-6185-48ad-8606-074cd287e905 req-c549418f-da9a-4139-85cc-775273b2ac5d tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363142 Jun 15 07:18:48.233804 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f86ec-0f38-499d-a05d-a6f1c1a38cec req-2b78f2bd-e2a0-4c6c-b8e2-2184cf9abcc6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:48.235335 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-395f86ec-0f38-499d-a05d-a6f1c1a38cec req-2b78f2bd-e2a0-4c6c-b8e2-2184cf9abcc6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 946 time: 0.3859286 Jun 15 07:18:48.244520 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42626) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:18:48.252227 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Request body: {'floatingip': {'port_id': '4a415bc0-9454-4146-aff3-7534d7a3694a'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:18:48.322227 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:48.934995 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:48.938851 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:49.076588 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Floating IP dcdb7716-9863-45e4-8e35-12d0bcfba03c associated. External IP: 172.27.3.173, port: 4a415bc0-9454-4146-aff3-7534d7a3694a. Jun 15 07:18:49.366424 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:18:49.510304 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:18:49.515209 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:49.520055 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] Sync routers for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:18:49.530929 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:18:49.531554 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:18:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:18:49.558848 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6262b648-5a22-44e4-ae36-09bef33c8ead tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "PUT /v2.0/floatingips/dcdb7716-9863-45e4-8e35-12d0bcfba03c HTTP/1.1" status: 200 len: 992 time: 1.3104651 Jun 15 07:18:49.559661 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'tag': '4a415bc0-9454-4146-aff3-7534d7a3694a'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:18:49.562203 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356a0631-91d9-4f38-b3bd-8606a672c317" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe", "tag": "4a415bc0-9454-4146-aff3-7534d7a3694a"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:18:49.609703 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f3f35aee-52c5-4f18-b207-aaf8868fda82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:49.667732 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c5e792-fbbb-4385-bab4-5f044933c2f0 x-openstack-request-id: req-e0c5e792-fbbb-4385-bab4-5f044933c2f0 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:18:49.668192 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe", "tag": "4a415bc0-9454-4146-aff3-7534d7a3694a", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:18:49.668533 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0c5e792-fbbb-4385-bab4-5f044933c2f0 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:18:49.669080 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'tag': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'status': 'completed', 'code': 200} Jun 15 07:18:49.690273 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:18:49.702179 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:49.780205 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-1709a791-fa54-453e-94f6-e3f396162cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:49.781651 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-1709a791-fa54-453e-94f6-e3f396162cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 1099 time: 0.0924499 Jun 15 07:18:49.903045 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-38984503-0952-476e-adff-3b9763aa7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:49.904491 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-38984503-0952-476e-adff-3b9763aa7dc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 200 len: 910 time: 0.1166246 Jun 15 07:18:49.988327 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-4a80e4b1-606e-4318-b808-ac4130e7b563 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a415bc0-9454-4146-aff3-7534d7a3694a HTTP/1.1" status: 200 len: 1000 time: 0.0767331 Jun 15 07:18:50.020857 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'dcdb7716-9863-45e4-8e35-12d0bcfba03c', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'port_id': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'mac_address': 'fa:16:3e:73:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:18:36Z', 'updated_at': '2021-06-15T07:18:48Z', 'revision_number': 1, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:18:50.024441 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] Checking router: 6d35b4bd-4548-414d-94b9-559e16cb2cf6 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:18:50.032586 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:18:50.033185 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:18:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:18:50.052722 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-3d1a8fb0-384e-4fca-8bdb-316d80def329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:50.054232 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-3d1a8fb0-384e-4fca-8bdb-316d80def329 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 200 len: 848 time: 0.0595214 Jun 15 07:18:50.117165 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-fda54b54-7c66-4f9c-bb58-462e0a514a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:18:50.118630 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-fda54b54-7c66-4f9c-bb58-462e0a514a26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582001 Jun 15 07:18:50.178757 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:18:50.246209 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-93c4e4a2-bbfb-43c8-a245-fbd6e7ed121b service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209996 Jun 15 07:18:50.366624 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-356a0631-91d9-4f38-b3bd-8606a672c317 req-29d493e9-69d7-4eb9-9acc-5f93ecb62efa service neutron] 10.222.0.11 "GET /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146882 Jun 15 07:18:50.480162 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'dcdb7716-9863-45e4-8e35-12d0bcfba03c', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'port_id': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'mac_address': 'fa:16:3e:73:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:18:36Z', 'updated_at': '2021-06-15T07:18:48Z', 'revision_number': 1, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:18:50.483623 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732997e-f011-4af3-aeca-df320cc8a2b2 None None] The sync data for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi is: [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': 'dcdb7716-9863-45e4-8e35-12d0bcfba03c', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'port_id': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'mac_address': 'fa:16:3e:73:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:18:36Z', 'updated_at': '2021-06-15T07:18:48Z', 'revision_number': 1, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:18:50.665873 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb038c16-6ac9-460c-b0c0-827cf5a5358c None None] New status for floating IP dcdb7716-9863-45e4-8e35-12d0bcfba03c: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:18:50.865514 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:18:52.315055 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:01.605538 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-584566e4-ebd0-4b99-9040-cde1b54da834 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164772584&fields=id&tenant_id=7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 267 time: 0.0386846 Jun 15 07:19:01.735225 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a14604-1a12-4274-82cd-234c38a114ab req-5122b766-5532-445d-b0cc-65f8609b21cc tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:01.736645 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-5122b766-5532-445d-b0cc-65f8609b21cc tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 812 time: 0.1244986 Jun 15 07:19:01.751787 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-a73e4cf5-bcf9-4464-b642-c01e7e51cce0 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/quotas/7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 375 time: 0.0095904 Jun 15 07:19:01.833063 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-28da3961-8e59-466d-b841-1d8bbe5d28d3 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0764933 Jun 15 07:19:01.954192 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-aec98cff-ec85-49c8-9085-2021532d6f45 service neutron] 10.222.0.24 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084297 Jun 15 07:19:02.376443 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-9cced987-0829-44e1-8a93-1b8e092170d7 service neutron] 10.222.0.24 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151151 Jun 15 07:19:02.694049 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ebc0bce4-c81c-46bc-8aab-e40650cb88fe req-b153c707-1d70-482d-b7c6-8de8a5c20dde tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 210 time: 0.0339711 Jun 15 07:19:03.786058 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a14604-1a12-4274-82cd-234c38a114ab req-f81246d7-1e6a-45bc-a796-82d0b3763a5d tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:03.787876 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-f81246d7-1e6a-45bc-a796-82d0b3763a5d tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 812 time: 0.1490688 Jun 15 07:19:03.844946 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-72d39773-eef2-4e1c-8b87-f19a067bb6fa tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6dc67e10014e6b9d41ae49aade7299 HTTP/1.1" status: 200 len: 380 time: 0.0450597 Jun 15 07:19:03.854954 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'port': {'device_id': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'admin_state_up': True, 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'security_groups': ['098170f6-a106-4e7c-8af0-725bcafc7a4f']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:19:03.855773 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d0c10856-e57b-47fe-9c12-edaf59f19209 req-99bc8d81-f063-44b2-a57d-77a123b75371 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 210 time: 0.0380862 Jun 15 07:19:04.002888 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Made reservation on behalf of 7d6dc67e10014e6b9d41ae49aade7299 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 07:19:04.005454 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:04.176181 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Allocated IP 172.20.0.14 (dbc281f6-db27-4993-9a9a-86faca867d4a/e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e/66a28cb2-0334-49ff-83c6-ae64c0194bfe) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:19:04.363255 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:04.377504 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Transition to ACTIVE for port object 66a28cb2-0334-49ff-83c6-ae64c0194bfe will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:19:04.413099 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:04.418514 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9c1773ef-2b40-451a-beea-1b20bbc43ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:04.469288 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Network dbc281f6-db27-4993-9a9a-86faca867d4a is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:19:04.472473 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:19:04.475133 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:19:04.508154 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=66a28cb2-0334-49ff-83c6-ae64c0194bfe,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:04.513774 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:04.541052 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:04.541678 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:04.557030 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7065690 Jun 15 07:19:04.569025 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Request body: {'port': {'device_id': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:19:04.664024 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:04.702185 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-5fc24c53-1798-4829-8373-a8efe8eed524 None None] Provisioning for port 66a28cb2-0334-49ff-83c6-ae64c0194bfe completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:19:04.705883 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-5fc24c53-1798-4829-8373-a8efe8eed524 None None] Provisioning complete for port 66a28cb2-0334-49ff-83c6-ae64c0194bfe triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:19:04.706264 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5fc24c53-1798-4829-8373-a8efe8eed524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:04.751500 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-5fc24c53-1798-4829-8373-a8efe8eed524 None None] Port 66a28cb2-0334-49ff-83c6-ae64c0194bfe cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 07:19:04.986670 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a28cb2-0334-49ff-83c6-ae64c0194bfe {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:19:04.994039 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:05.005767 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Transition to ACTIVE for port object 66a28cb2-0334-49ff-83c6-ae64c0194bfe will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 07:19:05.010032 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:05.012811 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1cc252d3-b828-4774-9774-85217192c90a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:05.043296 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60e9-23ca-4f34-b58b-ee86c00d5127 req-38e32571-c40a-4da3-a109-9de0b466cbb6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:05.044811 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e42d60e9-23ca-4f34-b58b-ee86c00d5127 req-38e32571-c40a-4da3-a109-9de0b466cbb6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 932 time: 0.0692141 Jun 15 07:19:05.093293 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e42d60e9-23ca-4f34-b58b-ee86c00d5127 req-00362f31-66d5-4071-9405-02cec3d905ae tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426269 Jun 15 07:19:05.112621 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Pushing event updated for resources: {'Port': ['ID=66a28cb2-0334-49ff-83c6-ae64c0194bfe,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:05.118706 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:05.201361 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Attempting to bind port 66a28cb2-0334-49ff-83c6-ae64c0194bfe on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 07:19:05.201723 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Attempting to bind port 66a28cb2-0334-49ff-83c6-ae64c0194bfe by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 07:19:05.202076 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Attempting to bind port 66a28cb2-0334-49ff-83c6-ae64c0194bfe on network dbc281f6-db27-4993-9a9a-86faca867d4a {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:19:05.206623 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Port 66a28cb2-0334-49ff-83c6-ae64c0194bfe on network dbc281f6-db27-4993-9a9a-86faca867d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 07:19:05.206945 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Attempting to bind port 66a28cb2-0334-49ff-83c6-ae64c0194bfe on network dbc281f6-db27-4993-9a9a-86faca867d4a {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 07:19:05.212364 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Checking agent: {'id': 'c905a640-b60c-4053-aa7b-cce429088a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'started_at': datetime.datetime(2021, 6, 15, 7, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 7, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 07:19:05.212754 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Checking segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 07:19:05.213367 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Bound using segment: {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 07:19:05.213796 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Bound port: 66a28cb2-0334-49ff-83c6-ae64c0194bfe, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a41ee05-5931-4d16-b47d-376e5188ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 07:19:05.214170 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:05.293819 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] For port 66a28cb2-0334-49ff-83c6-ae64c0194bfe, host hv-cinder-74134, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 07:19:05.296747 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] For port 66a28cb2-0334-49ff-83c6-ae64c0194bfe, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 07:19:05.301261 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:05.303950 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a0687a80-ac66-4c00-9248-9de525d04982 tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:05.346914 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:05.347473 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:05.348897 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] 10.222.0.11 "PUT /v2.0/ports/66a28cb2-0334-49ff-83c6-ae64c0194bfe HTTP/1.1" status: 200 len: 1094 time: 0.7841737 Jun 15 07:19:05.349427 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:19:05.351912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83" -d '{"events": [{"name": "network-changed", "server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:19:05.385086 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Pushing event updated for resources: {'Port': ['ID=66a28cb2-0334-49ff-83c6-ae64c0194bfe,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:05.398559 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:05.424138 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c361915d-09a1-4050-ab3a-563e25d45000 x-openstack-request-id: req-c361915d-09a1-4050-ab3a-563e25d45000 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:19:05.424474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:19:05.424760 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c361915d-09a1-4050-ab3a-563e25d45000 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:19:05.425216 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'status': 'completed', 'code': 200} Jun 15 07:19:05.457319 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a14604-1a12-4274-82cd-234c38a114ab req-7b157cd6-4efc-440f-8835-6cf921abb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:05.458847 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-7b157cd6-4efc-440f-8835-6cf921abb640 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 1097 time: 0.0705006 Jun 15 07:19:05.521219 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-e9c2187f-270d-43a8-80df-6cc54ee20901 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe HTTP/1.1" status: 200 len: 217 time: 0.0553455 Jun 15 07:19:05.538618 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:19:05.580957 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a14604-1a12-4274-82cd-234c38a114ab req-a3208ef7-61e8-4eac-a867-84bb2ae67aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:05.582419 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-a3208ef7-61e8-4eac-a867-84bb2ae67aef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0547283 Jun 15 07:19:05.647068 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a14604-1a12-4274-82cd-234c38a114ab req-a5ec8454-4358-409e-a3e9-87f26547edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:05.648449 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-a5ec8454-4358-409e-a3e9-87f26547edc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601141 Jun 15 07:19:05.766288 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-42b26473-4cea-4a98-829c-64cd35889441 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115284 Jun 15 07:19:05.884376 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-53a14604-1a12-4274-82cd-234c38a114ab req-cf27bae6-0e8a-4b0c-8eb2-7bdc2ec21f46 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103740 Jun 15 07:19:05.998887 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-6a623247-2a55-4d31-b348-2c80ee68228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:06.000496 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-6a623247-2a55-4d31-b348-2c80ee68228c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 1097 time: 0.0600159 Jun 15 07:19:06.118731 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-a4b0f52d-185e-4745-8013-cbaf201b887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:06.120277 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-a4b0f52d-185e-4745-8013-cbaf201b887b service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1121218 Jun 15 07:19:06.178192 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-dd5a6f86-17a0-4cde-a5e6-cd5839e5adb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe HTTP/1.1" status: 200 len: 217 time: 0.0515170 Jun 15 07:19:06.270722 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-9a6f519c-1005-4e5c-8ecb-10f63a5ab659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:06.272147 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-9a6f519c-1005-4e5c-8ecb-10f63a5ab659 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0875516 Jun 15 07:19:06.337001 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f042a-a9ea-4b04-9ef3-a16e95b30cfe req-d12fbf70-9b4e-4d22-95ee-2fe401c202b1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:06.338744 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4c8f042a-a9ea-4b04-9ef3-a16e95b30cfe req-d12fbf70-9b4e-4d22-95ee-2fe401c202b1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 944 time: 0.1217651 Jun 15 07:19:06.389855 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-3a5064a8-eb55-4208-870f-395bddfb5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:06.391328 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-3a5064a8-eb55-4208-870f-395bddfb5673 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096895 Jun 15 07:19:06.394076 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4c8f042a-a9ea-4b04-9ef3-a16e95b30cfe req-d3285152-d9a5-4b07-9bdd-1dca962d16ab tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491328 Jun 15 07:19:06.506782 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-d5aa491f-3815-492f-ac03-24ba218c1539 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081824 Jun 15 07:19:06.621457 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a23ba9a2-7de3-4c55-b4ad-432eb60a3f83 req-3b411501-601f-46d0-a15e-bb68810548fe service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080358 Jun 15 07:19:07.626473 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2843dc-3ee2-4f4d-b6d9-bc3f78cea6b5 req-fd0c3311-d146-4711-b05e-f8796b9eb8b5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:07.627919 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bc2843dc-3ee2-4f4d-b6d9-bc3f78cea6b5 req-fd0c3311-d146-4711-b05e-f8796b9eb8b5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 944 time: 0.0680554 Jun 15 07:19:07.672449 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bc2843dc-3ee2-4f4d-b6d9-bc3f78cea6b5 req-71a1501a-04a5-4841-ae18-9ed08b9b78a9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344224 Jun 15 07:19:08.854455 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f984e24-6ea2-4e90-aebe-a3de4ca07008 req-7750425f-2ea1-4c10-86be-3175b7540e2f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:08.855898 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f984e24-6ea2-4e90-aebe-a3de4ca07008 req-7750425f-2ea1-4c10-86be-3175b7540e2f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 944 time: 0.0715148 Jun 15 07:19:08.896250 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f984e24-6ea2-4e90-aebe-a3de4ca07008 req-e7b4e1f3-80e0-4eb1-b737-5225840fce98 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347383 Jun 15 07:19:10.079431 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f687-1242-4751-8466-a364ad7e6f68 req-fd41e945-f78e-4b22-960a-1657bf48de04 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:10.081114 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-df18f687-1242-4751-8466-a364ad7e6f68 req-fd41e945-f78e-4b22-960a-1657bf48de04 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 944 time: 0.0744259 Jun 15 07:19:10.125133 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-df18f687-1242-4751-8466-a364ad7e6f68 req-8b59d771-1d04-43cf-84b8-a1b4e132f19b tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376790 Jun 15 07:19:11.319195 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27820623-3212-4373-8a08-282774022c9a req-beca6ea3-6009-4584-97d7-9926317b7268 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:11.320729 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27820623-3212-4373-8a08-282774022c9a req-beca6ea3-6009-4584-97d7-9926317b7268 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 944 time: 0.0765152 Jun 15 07:19:11.363344 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27820623-3212-4373-8a08-282774022c9a req-7285d8e1-08fd-4fe0-8690-4a56778550eb tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366426 Jun 15 07:19:12.552614 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc1a77-21a3-4e4e-9300-a4a0c178e681 req-98fdf361-4321-4e59-b4ef-ab3babca8445 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:12.553991 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-07fc1a77-21a3-4e4e-9300-a4a0c178e681 req-98fdf361-4321-4e59-b4ef-ab3babca8445 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 944 time: 0.0675092 Jun 15 07:19:12.596404 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-07fc1a77-21a3-4e4e-9300-a4a0c178e681 req-afa00b43-c881-47a6-8b28-7533541c62db tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360727 Jun 15 07:19:13.463417 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 66a28cb2-0334-49ff-83c6-ae64c0194bfe details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 07:19:13.584808 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 66a28cb2-0334-49ff-83c6-ae64c0194bfe, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:19:13.597780 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Returning: {'device': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'port_id': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'mac_address': 'fa:16:3e:e4:40:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 07:19:13.640842 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:13.656592 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a28cb2-0334-49ff-83c6-ae64c0194bfe {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 07:19:13.679256 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 66a28cb2-0334-49ff-83c6-ae64c0194bfe, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:19:13.684598 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:13.687461 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d85cf672-22e8-4d58-abb5-a1aba659e48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:13.762517 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=66a28cb2-0334-49ff-83c6-ae64c0194bfe,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:13.766245 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:13.798693 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a514-18f8-4cd9-ae27-9013f4b0e1c1 req-55e1d163-e01b-4b87-8b9d-66629bdfe7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:13.800297 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a094a514-18f8-4cd9-ae27-9013f4b0e1c1 req-55e1d163-e01b-4b87-8b9d-66629bdfe7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 945 time: 0.0814111 Jun 15 07:19:13.852478 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a094a514-18f8-4cd9-ae27-9013f4b0e1c1 req-f923b27a-e142-47e7-a83d-5f0c1d69d24c tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Jun 15 07:19:13.917447 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] get_ports_and_sgs() called for port_ids ['66a28cb2-0334-49ff-83c6-ae64c0194bfe'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 07:19:15.045452 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ec9e0-0084-43c2-9a73-167b966c7c8b req-39124465-9b6f-43bb-8de0-ea82794fbf18 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:15.047101 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-485ec9e0-0084-43c2-9a73-167b966c7c8b req-39124465-9b6f-43bb-8de0-ea82794fbf18 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 945 time: 0.0762882 Jun 15 07:19:15.094384 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-485ec9e0-0084-43c2-9a73-167b966c7c8b req-d77b6eab-d18c-4961-851f-f0585253b617 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401170 Jun 15 07:19:15.477696 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 66a28cb2-0334-49ff-83c6-ae64c0194bfe up at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 07:19:15.530265 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning for port 66a28cb2-0334-49ff-83c6-ae64c0194bfe completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 07:19:15.533799 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Provisioning complete for port 66a28cb2-0334-49ff-83c6-ae64c0194bfe triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 07:19:15.534176 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785406'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:15.621928 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:15.645554 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:19:15.647798 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1881ec54f68df3351ba10bf2944c067f9839a4fc5772931a1cb632572c3b27bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3223c-9f2c-4a40-9cb5-faaa3669d8ea" -d '{"events": [{"server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "name": "network-vif-plugged", "status": "completed", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:19:15.661436 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] For port 66a28cb2-0334-49ff-83c6-ae64c0194bfe, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:19:15.665544 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:15.667551 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:15.693586 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ca385c-065a-4679-80fc-94faf3025f7b x-openstack-request-id: req-20ca385c-065a-4679-80fc-94faf3025f7b {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:19:15.693906 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "name": "network-vif-plugged", "status": "completed", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:19:15.694171 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20ca385c-065a-4679-80fc-94faf3025f7b {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:19:15.694557 dv-cinder-741349-5-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'code': 200} Jun 15 07:19:15.723746 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Pushing event updated for resources: {'Port': ['ID=66a28cb2-0334-49ff-83c6-ae64c0194bfe,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:15.727224 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:15.969482 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056ed7d-3285-46f9-acba-5dbe10798450 req-0fcd75c0-4ec0-4729-8881-a55841c2864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:15.970908 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6056ed7d-3285-46f9-acba-5dbe10798450 req-0fcd75c0-4ec0-4729-8881-a55841c2864a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 1099 time: 0.0612583 Jun 15 07:19:16.009752 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6056ed7d-3285-46f9-acba-5dbe10798450 req-7a3620c5-10d4-46db-968d-badf6c729bc4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300004 Jun 15 07:19:16.276041 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9acf6-0d7b-492b-a38f-5034c23af080 req-e2839992-47fb-46ad-9586-d4c58911c750 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:16.277536 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-55f9acf6-0d7b-492b-a38f-5034c23af080 req-e2839992-47fb-46ad-9586-d4c58911c750 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 946 time: 0.0697196 Jun 15 07:19:16.318884 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-55f9acf6-0d7b-492b-a38f-5034c23af080 req-7b8dc544-cbf5-4f0f-8f09-394d7f5991bf tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356827 Jun 15 07:19:16.866535 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:17.090026 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-89b67dbf-c14e-4f2a-a79a-ffd1cbe74bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:17.510204 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc327dc7-4e33-4615-a294-f401f8b3c8c6 req-4b326d2a-5352-4c82-99aa-279af6eff974 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:17.512026 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bc327dc7-4e33-4615-a294-f401f8b3c8c6 req-4b326d2a-5352-4c82-99aa-279af6eff974 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 946 time: 0.0715775 Jun 15 07:19:17.558284 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bc327dc7-4e33-4615-a294-f401f8b3c8c6 req-7136b9f1-8eeb-43b0-9fd5-6e0c92cc898d tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385633 Jun 15 07:19:17.768715 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d075029-5305-4558-bfa6-faf92b8bbcb9 req-c86b898b-8e48-4744-8f4b-cfda655ee705 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:17.770282 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0d075029-5305-4558-bfa6-faf92b8bbcb9 req-c86b898b-8e48-4744-8f4b-cfda655ee705 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 946 time: 0.0877838 Jun 15 07:19:17.817858 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0d075029-5305-4558-bfa6-faf92b8bbcb9 req-6e71ea7f-1fcb-4ab8-bb90-ecd6f569a602 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417705 Jun 15 07:19:17.850497 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42760) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:19:17.922471 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59befe2c-2d45-4c68-92d1-2fd7f0945f73 tempest-TestVolumeBootPattern-1305383808 tempest-TestVolumeBootPattern-1305383808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:17.924133 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-59befe2c-2d45-4c68-92d1-2fd7f0945f73 tempest-TestVolumeBootPattern-1305383808 tempest-TestVolumeBootPattern-1305383808-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 1094 time: 0.0725048 Jun 15 07:19:17.927115 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42762) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:19:17.933784 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Request body: {'floatingip': {'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'port_id': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 07:19:17.958121 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:18.073352 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-665508'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:18.190406 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Allocated IP 172.27.3.125 (352e2d7d-81c3-49ce-83bd-093089610637/287868cb-8197-468d-ab4f-fc26d9f94848/c69f9122-af21-4b60-8a5a-b18cdbd8db35) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 07:19:18.318268 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:18.358271 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-665447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-163300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764685760287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-534054887'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:18.360138 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a4f24a08-d364-4887-9317-4b0c2bd7ecd9 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:18.408870 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Network 352e2d7d-81c3-49ce-83bd-093089610637 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 07:19:18.411554 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 07:19:18.416851 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 07:19:18.447395 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=c69f9122-af21-4b60-8a5a-b18cdbd8db35,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:18.451306 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:19.187181 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:19.281313 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-665526'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:19.483719 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:19.488338 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764686202435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764685760305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764685760350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534054873'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:19.491387 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0b05a265-c7e6-48ac-9532-ee18cfadde56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:19.580540 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event updated for resources: {'Port': ['ID=c69f9122-af21-4b60-8a5a-b18cdbd8db35,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:19.584514 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:19.590535 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:19.603643 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-23d6573c-1e48-495f-82fc-d2985148ad53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:19.694257 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:19.736566 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Floating IP 09d6c434-255a-40bc-9f47-5d4517fc8078 associated. External IP: 172.27.3.125, port: 66a28cb2-0334-49ff-83c6-ae64c0194bfe. Jun 15 07:19:20.016358 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:19:20.155640 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:19:20.165483 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:19:20.171816 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:20.175507 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:19:20.176198 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:19:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:20.214688 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6b0a79fc-a151-4f54-99dd-69bd2dfdb787 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2863455 Jun 15 07:19:20.215395 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:19:20.217696 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:19:20.260474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e926eef8-4f02-44a2-b687-1d53b6e5479a x-openstack-request-id: req-e926eef8-4f02-44a2-b687-1d53b6e5479a {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:19:20.261101 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:19:20.261405 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e926eef8-4f02-44a2-b687-1d53b6e5479a {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:19:20.262001 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'status': 'completed', 'code': 200} Jun 15 07:19:20.349068 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-cbd06366-9df2-41d9-943f-d17b11372acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:20.350839 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-cbd06366-9df2-41d9-943f-d17b11372acf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 1099 time: 0.0660267 Jun 15 07:19:20.435247 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:19:20.472188 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-8b4388c4-8b6c-4a69-8e73-c3e851d11a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:20.473704 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-8b4388c4-8b6c-4a69-8e73-c3e851d11a1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1163619 Jun 15 07:19:20.588087 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-fb8511e7-6375-4b3c-acc7-07d0018af77a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe HTTP/1.1" status: 200 len: 1000 time: 0.1070178 Jun 15 07:19:20.649969 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-7edc5e87-95b5-4a40-a682-5577ce49ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:20.651443 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-7edc5e87-95b5-4a40-a682-5577ce49ff8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0568271 Jun 15 07:19:20.734779 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-14ba200e-c9e2-436f-bf22-9c85b1df4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:20.736642 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-14ba200e-c9e2-436f-bf22-9c85b1df4986 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785174 Jun 15 07:19:20.756725 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:25Z', 'revision_number': 1, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}, {'id': '09d6c434-255a-40bc-9f47-5d4517fc8078', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:e4:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:19:18Z', 'updated_at': '2021-06-15T07:19:18Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:20.761275 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:19:20.769703 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:19:20.770326 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:19:20Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:20.865043 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:20.873564 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-931a05b6-c98a-4bb0-9db7-5d9a38f6f70c service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287465 Jun 15 07:19:20.919005 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:19:20.996924 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-19a0b21d-4720-43fa-8ad7-b62dcd0798e5 req-e0da40ef-fc8f-4bd2-9225-3849bcfc5c3c service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165802 Jun 15 07:19:21.228134 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:25Z', 'revision_number': 1, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}, {'id': '09d6c434-255a-40bc-9f47-5d4517fc8078', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:e4:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:19:18Z', 'updated_at': '2021-06-15T07:19:18Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:21.231669 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da41dd6-fbec-4540-9092-a64ae0e88906 None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:25Z', 'revision_number': 1, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}, {'id': '09d6c434-255a-40bc-9f47-5d4517fc8078', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:e4:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:19:18Z', 'updated_at': '2021-06-15T07:19:18Z', 'revision_number': 0, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:19:21.410312 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab295a5-2aed-49d4-aebb-8ad044835357 None None] New status for floating IP 09d6c434-255a-40bc-9f47-5d4517fc8078: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:19:22.317216 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:22.619960 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-094c3b3d-a391-41b4-ade9-4acab505f939 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614538 Jun 15 07:19:22.698816 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-f600efad-1d9c-4755-936f-a5a8c759b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:22.700274 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-f600efad-1d9c-4755-936f-a5a8c759b879 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 1098 time: 0.0576837 Jun 15 07:19:22.845166 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-6661b4e3-47d5-4b9a-9e13-4aa91588bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:22.846591 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-6661b4e3-47d5-4b9a-9e13-4aa91588bd35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1233749 Jun 15 07:19:22.933209 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-a55545df-0f86-4521-9759-5a19909aad3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=554b89c2-b36c-4462-ac8f-e808b2828342 HTTP/1.1" status: 200 len: 1001 time: 0.0791283 Jun 15 07:19:22.990069 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-efc363e9-3a36-4379-8e6c-52a620f9d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:22.991486 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-efc363e9-3a36-4379-8e6c-52a620f9d701 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0523782 Jun 15 07:19:23.055343 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-2461d66e-14ef-4344-87f7-28df3504faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:23.057009 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-2461d66e-14ef-4344-87f7-28df3504faa0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586162 Jun 15 07:19:23.176060 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-dd06c670-87a2-43a0-b5b9-a376fce69ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122952 Jun 15 07:19:23.291946 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323f2b9d-5855-4746-8cb6-ec96aee0e227 req-9a3636dc-9d34-424c-89d2-06dc4f7b3a11 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095521 Jun 15 07:19:42.536192 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:19:46.880214 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:47.095097 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-579fce73-5eb6-4d7b-9664-f530ca02caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:48.714326 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef917a2a-bdff-421d-b255-41d819153c4e req-2df1fcbf-ef01-4f3e-80e6-129f47ba681b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:48.715765 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef917a2a-bdff-421d-b255-41d819153c4e req-2df1fcbf-ef01-4f3e-80e6-129f47ba681b tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 946 time: 0.0684979 Jun 15 07:19:48.762331 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef917a2a-bdff-421d-b255-41d819153c4e req-e0f9c9d9-8494-4e5f-be18-649c4acee789 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409734 Jun 15 07:19:49.604106 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a5bba57-81b9-48a9-8524-034abbc6b6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:49.696747 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:49.948508 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b460c-e940-4b62-9079-f8436a89ce5d req-9899ed62-6f0d-4949-bd87-e4619ff77d30 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:49.949936 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d64b460c-e940-4b62-9079-f8436a89ce5d req-9899ed62-6f0d-4949-bd87-e4619ff77d30 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 946 time: 0.0719609 Jun 15 07:19:49.991894 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d64b460c-e940-4b62-9079-f8436a89ce5d req-d773bc02-4ec1-4d19-b244-32a41ed46131 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362351 Jun 15 07:19:50.327772 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-a4e854a8-36a3-4162-9d14-5851a0e9d6fd tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:50.329184 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-a4e854a8-36a3-4162-9d14-5851a0e9d6fd tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 946 time: 0.0741515 Jun 15 07:19:50.438390 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Deleting port 4a415bc0-9454-4146-aff3-7534d7a3694a {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:19:50.438727 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:50.561699 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] For port 4a415bc0-9454-4146-aff3-7534d7a3694a, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4a415bc0-9454-4146-aff3-7534d7a3694a,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:19:50.562056 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:50.781073 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:50.781436 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536489223'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:50.781745 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Floating IP dcdb7716-9863-45e4-8e35-12d0bcfba03c disassociated. External IP: 172.27.3.173, port: 4a415bc0-9454-4146-aff3-7534d7a3694a. Jun 15 07:19:50.782083 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Calling delete_port for 4a415bc0-9454-4146-aff3-7534d7a3694a owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:19:50.868471 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:51.266249 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:51.270551 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-28605442-63c4-4c7d-83d3-d6c606a66164 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:51.280367 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac454a-f360-489c-b874-d23c52749140 req-a3014bfb-78d8-480b-bc84-ecb59fdc0eb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:19:51.281825 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2bac454a-f360-489c-b874-d23c52749140 req-a3014bfb-78d8-480b-bc84-ecb59fdc0eb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe HTTP/1.1" status: 200 len: 946 time: 0.1225417 Jun 15 07:19:51.324106 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event deleted for resources: {'Port': ['ID=4a415bc0-9454-4146-aff3-7534d7a3694a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:51.345553 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.346130 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.346284 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.346642 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.346998 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.347353 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.347701 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.348062 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.348400 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.348750 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.349119 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.349469 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:51.354922 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:51.461055 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2bac454a-f360-489c-b874-d23c52749140 req-24855fcd-b3e9-4759-9264-6e909c771f84 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups?id=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454346 Jun 15 07:19:51.511816 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:19:51.658290 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:19:51.668501 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] Sync routers for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:19:51.678868 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:19:51.679897 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:19:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:51.723233 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] No DVR routers for this DVR port 4a415bc0-9454-4146-aff3-7534d7a3694a on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:19:51.726076 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:51.728220 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5815e4c6-93ae-4dae-99bc-122de0aa501d req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.11 "DELETE /v2.0/ports/4a415bc0-9454-4146-aff3-7534d7a3694a HTTP/1.1" status: 204 len: 173 time: 1.3920567 Jun 15 07:19:51.728758 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'name': 'network-vif-deleted', 'tag': '4a415bc0-9454-4146-aff3-7534d7a3694a'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:19:51.731150 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bec1fea-c9ff-4902-a3a7-53a84839b310" -d '{"events": [{"server_uuid": "aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe", "name": "network-vif-deleted", "tag": "4a415bc0-9454-4146-aff3-7534d7a3694a"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:19:51.777349 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11eb1dd-b512-45d7-b4cb-ee67067b1088 x-openstack-request-id: req-f11eb1dd-b512-45d7-b4cb-ee67067b1088 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:19:51.777766 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe", "name": "network-vif-deleted", "tag": "4a415bc0-9454-4146-aff3-7534d7a3694a", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:19:51.778219 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f11eb1dd-b512-45d7-b4cb-ee67067b1088 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:19:51.778732 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8fad07-9fc3-41ed-8ffc-7d66f9b3fffe', 'name': 'network-vif-deleted', 'tag': '4a415bc0-9454-4146-aff3-7534d7a3694a', 'status': 'completed', 'code': 200} Jun 15 07:19:51.850262 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:19:52.111973 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:52.115465 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] Checking router: 6d35b4bd-4548-414d-94b9-559e16cb2cf6 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:19:52.124462 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:19:52.125106 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:19:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:52.322844 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:52.393684 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:19:52.583475 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 42912) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:19:52.643880 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:52.652456 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:52.655895 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ad522-fe2d-45f4-97ef-965a3cedf997 None None] The sync data for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi is: [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:15:44Z', 'revision_number': 4, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '958424a5-cdfd-488c-9b14-53192d98742b', 'name': '', 'network_id': 'c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'mac_address': 'fa:16:3e:5a:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:43Z', 'updated_at': '2021-06-15T07:15:50Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'subnets': [{'id': '002e274e-4981-49ec-a21f-59ebdb261e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:19:52.669058 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:52.729089 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:52.731876 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:52.735810 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42914) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:19:52.736357 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "DELETE /v2.0/security-groups/5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74 HTTP/1.1" status: 204 len: 168 time: 0.1512871 Jun 15 07:19:52.736675 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ffcbc95b-c828-4d07-8186-f3acaa727940 tempest-TestShelveInstance-491185074 tempest-TestShelveInstance-491185074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:52.747136 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:52.750950 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.api.v2.resource [None req-f3e2f016-2d89-46bf-b339-56f358a39765 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] show failed (client error): The resource could not be found. Jun 15 07:19:52.751938 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f3e2f016-2d89-46bf-b339-56f358a39765 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "GET /v2.0/security-groups/5abff1fb-e9f0-4740-9f9a-7fa7e2d42f74 HTTP/1.1" status: 404 len: 347 time: 0.0151212 Jun 15 07:19:52.754147 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.754525 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.754896 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.755016 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42916) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:19:52.755261 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.755621 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.755981 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.756335 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.756707 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.757078 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.757655 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.758200 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.758564 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:19:52.761925 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c028959a-5055-4410-9925-77b246978e38 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:52.886701 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232b1ed-f580-439d-8266-a895be8670f4 None None] New status for floating IP dcdb7716-9863-45e4-8e35-12d0bcfba03c: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:19:52.923483 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Deleting port 0ff7a155-3a2b-4498-a76e-9ee11402db58 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:19:52.923730 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:53.032060 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:53.032388 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:53.127739 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Calling delete_port for 0ff7a155-3a2b-4498-a76e-9ee11402db58 owned by network:floatingip {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:19:53.292667 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:53.295716 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6e55f77c-f032-49de-8d34-1b67fe5a8914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:53.328552 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Pushing event deleted for resources: {'Port': ['ID=0ff7a155-3a2b-4498-a76e-9ee11402db58,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:53.330237 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:53.406449 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks [] for floatingip, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:53.409165 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:53.410414 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] 10.222.0.24 "DELETE /v2.0/floatingips/dcdb7716-9863-45e4-8e35-12d0bcfba03c HTTP/1.1" status: 204 len: 168 time: 0.6545739 Jun 15 07:19:53.738077 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 4a415bc0-9454-4146-aff3-7534d7a3694a no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:19:53.762679 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 4a415bc0-9454-4146-aff3-7534d7a3694a {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:19:53.763032 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 4a415bc0-9454-4146-aff3-7534d7a3694a not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:19:57.095427 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42944) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:19:57.543281 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:57.865308 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Deleting port 958424a5-cdfd-488c-9b14-53192d98742b {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:19:57.865648 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:57.968979 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] For port 958424a5-cdfd-488c-9b14-53192d98742b, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=958424a5-cdfd-488c-9b14-53192d98742b,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:19:57.969333 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:58.059464 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Calling delete_port for 958424a5-cdfd-488c-9b14-53192d98742b owned by network:router_interface {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:19:58.282564 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:58.284731 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-72e62223-ab20-421d-81dd-a11815491507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:19:58.316659 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Pushing event deleted for resources: {'Port': ['ID=958424a5-cdfd-488c-9b14-53192d98742b,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:19:58.320120 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:19:58.541028 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:58.835794 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:19:59.285732 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:19:59.292636 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8e997e14-a844-44cb-9ab2-00b330da7505 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d35b4bd-4548-414d-94b9-559e16cb2cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1961212 Jun 15 07:19:59.295042 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] Sync routers for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:19:59.295624 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42948) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:19:59.305024 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:19:59.305634 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:19:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:59.442049 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:59.447085 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:19:59.583287 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:59.646656 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Deleting port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:19:59.647218 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:59.684694 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:19:58Z', 'revision_number': 5, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port': {'id': '1c6f83da-2bc4-4e24-93ea-a8271e8e679e', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:15:41Z', 'updated_at': '2021-06-15T07:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:59.688077 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] Checking router: 6d35b4bd-4548-414d-94b9-559e16cb2cf6 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:19:59.697035 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] Routers {'6d35b4bd-4548-414d-94b9-559e16cb2cf6'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:19:59.697647 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:19:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:59.756380 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] For port 1c6f83da-2bc4-4e24-93ea-a8271e8e679e, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=1c6f83da-2bc4-4e24-93ea-a8271e8e679e,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:19:59.757304 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:19:59.816521 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] Set router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:19:59.853257 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Calling delete_port for 1c6f83da-2bc4-4e24-93ea-a8271e8e679e owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:19:59.895957 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:19:59Z', 'revision_number': 6, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port_host': None}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:19:59.900319 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e3679-771e-4db8-a09f-aff360aa97ab None None] The sync data for ids ['6d35b4bd-4548-414d-94b9-559e16cb2cf6'] in dv-cinder-741349-5-iscsi is: [{'id': '6d35b4bd-4548-414d-94b9-559e16cb2cf6', 'name': 'tempest-AttachVolumeTestJSON-42958801-router', 'tenant_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:15:40Z', 'updated_at': '2021-06-15T07:19:59Z', 'revision_number': 6, 'project_id': 'a2330e7fdeb4493c8c7d39a969f8c686', 'gw_port_host': None}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:20:00.068396 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.071110 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d633022-0762-4ade-90d2-5a3dd5bf0a14 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:00.101464 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6f83da-2bc4-4e24-93ea-a8271e8e679e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:00.104018 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:00.180468 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.323667 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.325184 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.381470 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.382579 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d35b4bd-4548-414d-94b9-559e16cb2cf6 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:20:00.387147 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.388303 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6d35b4bd-4548-414d-94b9-559e16cb2cf6 HTTP/1.1" status: 204 len: 168 time: 1.0923331 Jun 15 07:20:00.390721 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42950) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:00.449571 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] Deleting subnet 002e274e-4981-49ec-a21f-59ebdb261e01 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:20:00.455033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.507328 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.613556 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.681239 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.683703 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3292cfb7-d16f-4821-8c93-ec5fa7c8a276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:00.710376 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1c6f83da-2bc4-4e24-93ea-a8271e8e679e no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:20:00.719928 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002e274e-4981-49ec-a21f-59ebdb261e01,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:00.723401 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:00.728824 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.730806 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f158c3fd-c5e6-401f-b165-477b6cbb4492 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/002e274e-4981-49ec-a21f-59ebdb261e01 HTTP/1.1" status: 204 len: 168 time: 0.3391929 Jun 15 07:20:00.733734 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42952) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:00.743647 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 1c6f83da-2bc4-4e24-93ea-a8271e8e679e {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:20:00.744011 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 1c6f83da-2bc4-4e24-93ea-a8271e8e679e not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:20:00.744425 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 958424a5-cdfd-488c-9b14-53192d98742b no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:20:00.746262 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f68f0-0abd-4442-969c-ed16185984da None None] Network c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:20:00.797602 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 958424a5-cdfd-488c-9b14-53192d98742b {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:20:00.797965 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 958424a5-cdfd-488c-9b14-53192d98742b not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:20:00.855442 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.919212 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Deleting port 43fd08b8-92af-4d1d-8550-15c0010c9c5b {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:20:00.919567 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:00.998266 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] DHCP port deletion for c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f request from dv-cinder-741349-5-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 07:20:01.020882 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] For port 43fd08b8-92af-4d1d-8550-15c0010c9c5b, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=43fd08b8-92af-4d1d-8550-15c0010c9c5b,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:20:01.021247 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.050572 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Deleting port 43fd08b8-92af-4d1d-8550-15c0010c9c5b {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:20:01.050955 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.116643 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Calling delete_port for 43fd08b8-92af-4d1d-8550-15c0010c9c5b owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:20:01.136128 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] For port 43fd08b8-92af-4d1d-8550-15c0010c9c5b, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=43fd08b8-92af-4d1d-8550-15c0010c9c5b,segment=NetworkSegment(647d7ec6-538b-4d57-9d83-a8d979060069),segment_id=647d7ec6-538b-4d57-9d83-a8d979060069)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:20:01.136540 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.217829 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.220233 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c4f9a192-71c1-4c2e-b5b4-90f9cdaee34e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:01.230672 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Calling delete_port for 43fd08b8-92af-4d1d-8550-15c0010c9c5b owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:20:01.261752 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Pushing event deleted for resources: {'Port': ['ID=43fd08b8-92af-4d1d-8550-15c0010c9c5b,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:01.264197 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:01.266724 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] No DVR routers for this DVR port 43fd08b8-92af-4d1d-8550-15c0010c9c5b on host dv-cinder-741349-5-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:20:01.324578 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.327263 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-223a3efe-f956-4905-a793-4e8b5b065312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:01.355445 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Pushing event deleted for resources: {'Port': ['ID=43fd08b8-92af-4d1d-8550-15c0010c9c5b,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:01.363990 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] No DVR routers for this DVR port 43fd08b8-92af-4d1d-8550-15c0010c9c5b on host dv-cinder-741349-5-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:20:01.373548 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.375039 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.375353 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.375698 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.376128 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.376482 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.377307 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.377307 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.377494 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.377782 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.378125 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.378411 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.378727 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:01.381849 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:01.383790 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:20:01.394713 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647d7ec6-538b-4d57-9d83-a8d979060069') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:20:01.395012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647d7ec6-538b-4d57-9d83-a8d979060069') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:20:01.404619 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.419422 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.425280 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:20:01.425707 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:20:01.427580 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:20:01.501082 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.505084 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1680a821-1f54-4dc0-9af6-4a9fa30abc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:01.508000 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.509846 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f HTTP/1.1" status: 204 len: 168 time: 0.7756763 Jun 15 07:20:01.528692 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c84e9d6d-4a21-469e-8f4e-7c2b3f6c960f,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:01.531150 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-59fe58fc-f30f-4c10-b967-4b099e96ae37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:01.680368 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42956) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:01.728729 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d77e4956-18c9-4900-8112-de10bf1ea326 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2330e7fdeb4493c8c7d39a969f8c686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470586 Jun 15 07:20:01.731313 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 42958) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:01.784219 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cb3b84fd-b2b4-4d4b-a516-82117a54711f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.807267 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cb3b84fd-b2b4-4d4b-a516-82117a54711f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.856007 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cb3b84fd-b2b4-4d4b-a516-82117a54711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.858646 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cb3b84fd-b2b4-4d4b-a516-82117a54711f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:01.859755 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-cb3b84fd-b2b4-4d4b-a516-82117a54711f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf48ffcb-6b77-4b88-ae4e-de91110dd0ff HTTP/1.1" status: 204 len: 168 time: 0.1275580 Jun 15 07:20:01.860517 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9b937474-e961-49b3-af16-5e36a89e5d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:01.869141 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b84fd-b2b4-4d4b-a516-82117a54711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf48ffcb-6b77-4b88-ae4e-de91110dd0ff,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:01.871507 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cb3b84fd-b2b4-4d4b-a516-82117a54711f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:02.395735 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 43fd08b8-92af-4d1d-8550-15c0010c9c5b no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:20:02.422124 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 43fd08b8-92af-4d1d-8550-15c0010c9c5b {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:20:02.422472 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 43fd08b8-92af-4d1d-8550-15c0010c9c5b not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:20:10.479827 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43094) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:10.589526 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c99994c-0101-4be7-ab62-277cbde5442d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:10.686545 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c99994c-0101-4be7-ab62-277cbde5442d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:10.690463 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8c99994c-0101-4be7-ab62-277cbde5442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:10.692979 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-28cf4669-e6f9-46c6-b016-eed19c4c4fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:10.736525 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8c99994c-0101-4be7-ab62-277cbde5442d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2853827efdb6485d85d46bb865171604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554936 Jun 15 07:20:10.737409 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99994c-0101-4be7-ab62-277cbde5442d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe80777-ee04-4d3f-8826-8708aaa09316,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:10.739083 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43098) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:10.740429 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8c99994c-0101-4be7-ab62-277cbde5442d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:10.792953 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6815c032-72c5-4ca7-8b7c-41f9b6654a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:10.815578 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6815c032-72c5-4ca7-8b7c-41f9b6654a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:10.865028 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6815c032-72c5-4ca7-8b7c-41f9b6654a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:10.868499 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6815c032-72c5-4ca7-8b7c-41f9b6654a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:10.869654 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6815c032-72c5-4ca7-8b7c-41f9b6654a9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fe80777-ee04-4d3f-8826-8708aaa09316 HTTP/1.1" status: 204 len: 168 time: 0.1288874 Jun 15 07:20:10.870505 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6da75ead-23bb-4866-a8d2-0916cfa7e07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:10.878922 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815c032-72c5-4ca7-8b7c-41f9b6654a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe80777-ee04-4d3f-8826-8708aaa09316,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:10.881415 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6815c032-72c5-4ca7-8b7c-41f9b6654a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:11.128570 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43104) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:11.144772 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-05992719-6606-4c3a-b7eb-e2a18bbf195c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.239716 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-05992719-6606-4c3a-b7eb-e2a18bbf195c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.244143 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-05992719-6606-4c3a-b7eb-e2a18bbf195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.246929 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fec2fcb0-a2de-4ed5-8042-4cba7847ec9e tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:11.284529 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05992719-6606-4c3a-b7eb-e2a18bbf195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69731d79-2441-4e8e-8dca-b2207fbec785,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:11.289743 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-05992719-6606-4c3a-b7eb-e2a18bbf195c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7430233dca04e039d5a5469c13ab6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601396 Jun 15 07:20:11.290673 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-05992719-6606-4c3a-b7eb-e2a18bbf195c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:11.292224 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43106) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:11.344317 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb2b-b6c7-40a6-a7f5-c7439bda56b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.367363 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb2b-b6c7-40a6-a7f5-c7439bda56b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.421052 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb2b-b6c7-40a6-a7f5-c7439bda56b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.423840 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb2b-b6c7-40a6-a7f5-c7439bda56b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.425305 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f75ceb2b-b6c7-40a6-a7f5-c7439bda56b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69731d79-2441-4e8e-8dca-b2207fbec785 HTTP/1.1" status: 204 len: 168 time: 0.1321869 Jun 15 07:20:11.426122 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7a97b23a-531f-44ac-a246-23ac9530c9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:11.435246 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ceb2b-b6c7-40a6-a7f5-c7439bda56b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69731d79-2441-4e8e-8dca-b2207fbec785,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:11.437518 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f75ceb2b-b6c7-40a6-a7f5-c7439bda56b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:11.760643 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43112) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:11.777731 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e27608e-25bb-4ad3-a66c-0e96c29d2931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.871940 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e27608e-25bb-4ad3-a66c-0e96c29d2931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.875629 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e27608e-25bb-4ad3-a66c-0e96c29d2931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:11.879100 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-540a9bd6-d1c3-4c07-8aa5-705e14fe0b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:11.918420 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6e27608e-25bb-4ad3-a66c-0e96c29d2931 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73ebd0d3d20e49b0add183f6309ee0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566651 Jun 15 07:20:11.919328 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27608e-25bb-4ad3-a66c-0e96c29d2931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5bc270-749c-4d93-bc81-130480f48013,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:11.921070 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43114) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:11.922323 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6e27608e-25bb-4ad3-a66c-0e96c29d2931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:11.976392 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f3511fcf-d067-4e36-b031-e81560a7e3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:12.001926 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f3511fcf-d067-4e36-b031-e81560a7e3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:12.055272 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f3511fcf-d067-4e36-b031-e81560a7e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:12.057883 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f3511fcf-d067-4e36-b031-e81560a7e3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:12.059039 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f3511fcf-d067-4e36-b031-e81560a7e3ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f5bc270-749c-4d93-bc81-130480f48013 HTTP/1.1" status: 204 len: 168 time: 0.1369154 Jun 15 07:20:12.060263 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d8cbe7b1-d32d-4544-b1f4-9e9f52350da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:12.070709 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511fcf-d067-4e36-b031-e81560a7e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5bc270-749c-4d93-bc81-130480f48013,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:12.074557 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f3511fcf-d067-4e36-b031-e81560a7e3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:13.095839 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43144) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:13.199951 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-477f87fd-eba5-498f-9168-2eee5b3b1dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:13.300623 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-477f87fd-eba5-498f-9168-2eee5b3b1dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:13.304685 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-477f87fd-eba5-498f-9168-2eee5b3b1dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:13.307198 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ddc209a4-99e5-4d77-b24c-7065659932ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:13.347790 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-477f87fd-eba5-498f-9168-2eee5b3b1dc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f70bc105432b41bf959470669962a652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507689 Jun 15 07:20:13.348755 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f87fd-eba5-498f-9168-2eee5b3b1dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac80d633-0fe8-4914-9a42-c825c5e04962,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:13.350364 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43148) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:13.352194 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-477f87fd-eba5-498f-9168-2eee5b3b1dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:13.404680 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19bf1e71-2bc1-4673-9247-eb6bf5b6eb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:13.426677 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19bf1e71-2bc1-4673-9247-eb6bf5b6eb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:13.475028 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19bf1e71-2bc1-4673-9247-eb6bf5b6eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:13.477669 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19bf1e71-2bc1-4673-9247-eb6bf5b6eb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:13.478779 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-19bf1e71-2bc1-4673-9247-eb6bf5b6eb00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac80d633-0fe8-4914-9a42-c825c5e04962 HTTP/1.1" status: 204 len: 168 time: 0.1267753 Jun 15 07:20:13.479616 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c7c74c61-d330-4321-ad6e-03cb500a4dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:13.488313 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf1e71-2bc1-4673-9247-eb6bf5b6eb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac80d633-0fe8-4914-9a42-c825c5e04962,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:13.490558 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-19bf1e71-2bc1-4673-9247-eb6bf5b6eb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:16.899797 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:17.088623 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7bf642ab-169a-4d8c-85fd-4ccd6f4f42c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:19.534938 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:20:19.604350 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0af06041-2dc8-44e8-b1dd-23e34c5858bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:19.698846 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:20.868949 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:22.324058 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:22.601074 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f10260fd-f228-4010-8188-45082ccfaf96 req-cee885c9-d953-497a-94d9-552a65093aed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645163 Jun 15 07:20:22.708259 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10260fd-f228-4010-8188-45082ccfaf96 req-699c2192-ee56-4c97-8d0a-fffe44515d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:22.709979 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f10260fd-f228-4010-8188-45082ccfaf96 req-699c2192-ee56-4c97-8d0a-fffe44515d90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 1098 time: 0.0618613 Jun 15 07:20:22.804075 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43234) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:22.844336 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10260fd-f228-4010-8188-45082ccfaf96 req-abd2eaf3-a874-4ad1-8a5e-efeceebd5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:22.845828 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f10260fd-f228-4010-8188-45082ccfaf96 req-abd2eaf3-a874-4ad1-8a5e-efeceebd5992 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1155276 Jun 15 07:20:22.913036 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4d5e8981-3629-46e8-a5d9-fb7e665b62de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:22.934156 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f10260fd-f228-4010-8188-45082ccfaf96 req-cabee4b2-a28c-47a3-91f5-69c126854556 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=554b89c2-b36c-4462-ac8f-e808b2828342 HTTP/1.1" status: 200 len: 1001 time: 0.0815630 Jun 15 07:20:22.993058 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10260fd-f228-4010-8188-45082ccfaf96 req-13f9a32e-dbaf-414a-940e-4b3947d6f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:22.994533 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f10260fd-f228-4010-8188-45082ccfaf96 req-13f9a32e-dbaf-414a-940e-4b3947d6f55b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0542252 Jun 15 07:20:23.007492 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4d5e8981-3629-46e8-a5d9-fb7e665b62de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:23.011702 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4d5e8981-3629-46e8-a5d9-fb7e665b62de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:23.015061 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-477f87fd-eba5-498f-9168-2eee5b3b1dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:23.052848 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4d5e8981-3629-46e8-a5d9-fb7e665b62de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9506746cbec44ab19839c62f500fce7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469144 Jun 15 07:20:23.056034 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43238) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:23.057819 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10260fd-f228-4010-8188-45082ccfaf96 req-6a196c7b-d56a-4894-8d92-da4d061137b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:23.059388 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f10260fd-f228-4010-8188-45082ccfaf96 req-6a196c7b-d56a-4894-8d92-da4d061137b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588205 Jun 15 07:20:23.062194 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e8981-3629-46e8-a5d9-fb7e665b62de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23c2835-e130-4ce0-aaea-56420ee7d7f3,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:23.065817 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4d5e8981-3629-46e8-a5d9-fb7e665b62de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:23.116972 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-36291139-4a57-47b1-82eb-420516da57f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:23.141261 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-36291139-4a57-47b1-82eb-420516da57f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:23.181525 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f10260fd-f228-4010-8188-45082ccfaf96 req-c6fe1f92-3d17-4823-b9c8-73d99e159f58 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145804 Jun 15 07:20:23.193585 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-36291139-4a57-47b1-82eb-420516da57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:23.196720 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-36291139-4a57-47b1-82eb-420516da57f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:23.200125 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-36291139-4a57-47b1-82eb-420516da57f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e23c2835-e130-4ce0-aaea-56420ee7d7f3 HTTP/1.1" status: 204 len: 168 time: 0.1408050 Jun 15 07:20:23.200125 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2b0c5f0d-c5d6-4a7f-be08-8071be698dcd tempest-AttachVolumeShelveTestJSON-1181730681 tempest-AttachVolumeShelveTestJSON-1181730681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:23.208393 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36291139-4a57-47b1-82eb-420516da57f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23c2835-e130-4ce0-aaea-56420ee7d7f3,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:23.211454 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-36291139-4a57-47b1-82eb-420516da57f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:23.309482 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f10260fd-f228-4010-8188-45082ccfaf96 req-fc0a1f67-2efd-4ee5-9d63-d4b22b21016e service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218708 Jun 15 07:20:27.236441 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43296) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:27.343174 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee829c9a-adad-495c-8dd2-de923f6f3638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:27.438247 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee829c9a-adad-495c-8dd2-de923f6f3638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:27.442432 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ee829c9a-adad-495c-8dd2-de923f6f3638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:27.445680 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-910a4f2f-6855-430d-85d7-82ab53ce19c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:27.484012 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee829c9a-adad-495c-8dd2-de923f6f3638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b563a-f85b-470d-a577-9b3b57ac3151,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:27.491505 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ee829c9a-adad-495c-8dd2-de923f6f3638 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0f2106cc0f246cda3df7de314aa68bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508800 Jun 15 07:20:27.491505 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ee829c9a-adad-495c-8dd2-de923f6f3638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:27.491794 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43300) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:27.546377 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a5884847-84c1-4666-b2ed-530c416407b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:27.574541 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a5884847-84c1-4666-b2ed-530c416407b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:27.624079 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a5884847-84c1-4666-b2ed-530c416407b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:27.626685 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a5884847-84c1-4666-b2ed-530c416407b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:27.627837 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a5884847-84c1-4666-b2ed-530c416407b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/359b563a-f85b-470d-a577-9b3b57ac3151 HTTP/1.1" status: 204 len: 168 time: 0.1351657 Jun 15 07:20:27.628612 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c3be2b0d-d885-41d8-adcb-1bd118961711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:27.637783 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5884847-84c1-4666-b2ed-530c416407b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b563a-f85b-470d-a577-9b3b57ac3151,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:27.640254 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a5884847-84c1-4666-b2ed-530c416407b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:27.896064 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43306) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:27.912077 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1c55a740-dbb5-4c11-ba58-cd8c4e09a2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:28.003442 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1c55a740-dbb5-4c11-ba58-cd8c4e09a2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:28.007524 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1c55a740-dbb5-4c11-ba58-cd8c4e09a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:28.010029 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-881482a4-4c4d-44a9-b559-110a19818f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:28.050017 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1c55a740-dbb5-4c11-ba58-cd8c4e09a2ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f2bcafe78d14f48b6b65fee95989647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528108 Jun 15 07:20:28.050818 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55a740-dbb5-4c11-ba58-cd8c4e09a2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1af8cc-5dda-429c-9d5e-468f369a8485,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:28.052657 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43308) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:28.054380 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1c55a740-dbb5-4c11-ba58-cd8c4e09a2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:28.108044 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6dce678e-7da4-40f3-9e65-54e69e272eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:28.130508 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6dce678e-7da4-40f3-9e65-54e69e272eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:28.180402 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6dce678e-7da4-40f3-9e65-54e69e272eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:28.183010 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6dce678e-7da4-40f3-9e65-54e69e272eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:28.184139 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6dce678e-7da4-40f3-9e65-54e69e272eb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a1af8cc-5dda-429c-9d5e-468f369a8485 HTTP/1.1" status: 204 len: 168 time: 0.1299241 Jun 15 07:20:28.184941 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d6fa45ff-72c8-4a34-9705-a7a8cca518a7 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:28.194153 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce678e-7da4-40f3-9e65-54e69e272eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1af8cc-5dda-429c-9d5e-468f369a8485,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:28.197026 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6dce678e-7da4-40f3-9e65-54e69e272eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:46.895107 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:47.089298 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-534a196a-d2ae-43fd-99e1-1821ef0ce486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:49.608109 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0cb575f4-0578-4cac-ac8f-034b91890738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:49.702522 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:50.874890 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:51.635012 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43464) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:20:51.842449 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Deleting port c69f9122-af21-4b60-8a5a-b18cdbd8db35 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:20:51.842787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:51.943868 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:51.944658 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:52.329060 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:52.345502 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Calling delete_port for c69f9122-af21-4b60-8a5a-b18cdbd8db35 owned by network:floatingip {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:20:52.545102 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:52.548896 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-76a4f360-63e4-4e1f-a5cb-6b335e60a472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:52.579860 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event deleted for resources: {'Port': ['ID=c69f9122-af21-4b60-8a5a-b18cdbd8db35,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:52.618093 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.618479 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.618858 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.619226 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.619590 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.619952 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.620315 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.620672 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.621061 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.621427 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.621872 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.622180 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:20:52.626034 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:52.671707 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:52.672457 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Floating IP 09d6c434-255a-40bc-9f47-5d4517fc8078 disassociated (deleted). External IP: 172.27.3.125, port: 66a28cb2-0334-49ff-83c6-ae64c0194bfe. Jun 15 07:20:52.956133 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:20:53.109671 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:20:53.115261 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:53.119740 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:20:53.128776 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:20:53.129429 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:20:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:20:53.163520 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6bd2e647-eb75-4e1b-90fe-dfb72629b7d5 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "DELETE /v2.0/floatingips/09d6c434-255a-40bc-9f47-5d4517fc8078 HTTP/1.1" status: 204 len: 168 time: 1.5266666 Jun 15 07:20:53.164248 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:20:53.166760 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ed66c-30a2-41f9-9c26-144127a69023" -d '{"events": [{"name": "network-changed", "server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:20:53.205595 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843a015c-7223-412d-ba93-b7758985f63e x-openstack-request-id: req-843a015c-7223-412d-ba93-b7758985f63e {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:20:53.206294 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:20:53.206429 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-843a015c-7223-412d-ba93-b7758985f63e {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:20:53.207045 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'status': 'completed', 'code': 200} Jun 15 07:20:53.286913 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:20:53.573233 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8519e-16ee-4ce5-a74b-ef0e0a161ac7 req-1ce60fc5-1cb5-451b-937a-0d90ce713b85 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:53.574838 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cec8519e-16ee-4ce5-a74b-ef0e0a161ac7 req-1ce60fc5-1cb5-451b-937a-0d90ce713b85 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 946 time: 0.0823934 Jun 15 07:20:53.621393 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cec8519e-16ee-4ce5-a74b-ef0e0a161ac7 req-cd3c6211-cc6b-4870-93ef-313e8aa65dd0 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399435 Jun 15 07:20:53.730268 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:25Z', 'revision_number': 1, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:20:53.733652 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:20:53.741816 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:20:53.742427 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:20:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:20:53.884615 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:20:54.169393 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:25Z', 'revision_number': 1, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:20:54.173125 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e368c-5690-4042-8359-e84dfe166cd4 None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_floatingips': [{'id': '06e0cae3-1115-4ec1-8b4b-26dee9db8860', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'router_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'port_id': '554b89c2-b36c-4462-ac8f-e808b2828342', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'mac_address': 'fa:16:3e:93:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368f2d78-a42d-456d-adf1-db88740261d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T07:17:22Z', 'updated_at': '2021-06-15T07:17:25Z', 'revision_number': 1, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:20:54.371538 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6551ccb-5e12-436e-a7ba-28c7f626e674 None None] New status for floating IP 09d6c434-255a-40bc-9f47-5d4517fc8078: DOWN {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:20:54.844054 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aea03f-929b-40b4-9514-aadbdeaf0962 req-d3eb867b-d205-46ad-a649-2e97440e4087 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:54.845538 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-01aea03f-929b-40b4-9514-aadbdeaf0962 req-d3eb867b-d205-46ad-a649-2e97440e4087 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 946 time: 0.1080751 Jun 15 07:20:54.898545 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-01aea03f-929b-40b4-9514-aadbdeaf0962 req-3d1fcf0e-9066-43d1-880e-dfa83a5467b0 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Jun 15 07:20:54.901229 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed66c-30a2-41f9-9c26-144127a69023 req-a32a1204-c5cd-4fed-9606-a33f6c9b85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:54.902589 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-133ed66c-30a2-41f9-9c26-144127a69023 req-a32a1204-c5cd-4fed-9606-a33f6c9b85a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 1099 time: 0.1092656 Jun 15 07:20:55.020813 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed66c-30a2-41f9-9c26-144127a69023 req-0cb39ad4-c535-48b6-b34f-249b764211e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:55.022316 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-133ed66c-30a2-41f9-9c26-144127a69023 req-0cb39ad4-c535-48b6-b34f-249b764211e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.1119018 Jun 15 07:20:55.077313 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-133ed66c-30a2-41f9-9c26-144127a69023 req-57c6fe2a-63a9-47d1-b8a2-52abe9ec40d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe HTTP/1.1" status: 200 len: 217 time: 0.0474060 Jun 15 07:20:55.140736 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed66c-30a2-41f9-9c26-144127a69023 req-72d22f42-bc9a-46aa-9bee-d1836a83a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:55.142071 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-133ed66c-30a2-41f9-9c26-144127a69023 req-72d22f42-bc9a-46aa-9bee-d1836a83a20e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0546823 Jun 15 07:20:55.205154 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed66c-30a2-41f9-9c26-144127a69023 req-8ae4e45a-0c87-43e7-a7c6-239628089d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:55.206748 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-133ed66c-30a2-41f9-9c26-144127a69023 req-8ae4e45a-0c87-43e7-a7c6-239628089d21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573673 Jun 15 07:20:55.326152 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-133ed66c-30a2-41f9-9c26-144127a69023 req-520b08d6-c947-4df0-ad6f-1ddaeef3c296 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120460 Jun 15 07:20:55.441133 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-133ed66c-30a2-41f9-9c26-144127a69023 req-f96e266d-510a-48a6-a45c-4bb15bbe99eb service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071410 Jun 15 07:20:56.078084 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4959f7-82ef-4e14-8ba0-d65e092185ba req-c75e902d-ec88-418d-9d1d-65ac5b970dd8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:56.079540 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5f4959f7-82ef-4e14-8ba0-d65e092185ba req-c75e902d-ec88-418d-9d1d-65ac5b970dd8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 946 time: 0.0668602 Jun 15 07:20:56.121187 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5f4959f7-82ef-4e14-8ba0-d65e092185ba req-376a52c8-b9de-476d-a9ca-93881830b124 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354166 Jun 15 07:20:56.442970 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-2539ee31-8d71-44a1-a791-ca521914dad1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:20:56.444967 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-2539ee31-8d71-44a1-a791-ca521914dad1 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 946 time: 0.0682261 Jun 15 07:20:56.533262 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:20:56.556720 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Deleting port 66a28cb2-0334-49ff-83c6-ae64c0194bfe {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:20:56.557083 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:56.666142 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] For port 66a28cb2-0334-49ff-83c6-ae64c0194bfe, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=66a28cb2-0334-49ff-83c6-ae64c0194bfe,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:20:56.666423 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:56.759201 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Calling delete_port for 66a28cb2-0334-49ff-83c6-ae64c0194bfe owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:20:56.920778 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:56.924643 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:20:56.956743 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event deleted for resources: {'Port': ['ID=66a28cb2-0334-49ff-83c6-ae64c0194bfe,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:20:56.960838 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:20:57.015139 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] No DVR routers for this DVR port 66a28cb2-0334-49ff-83c6-ae64c0194bfe on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:20:57.017675 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:20:57.019687 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1990bb21-2a0e-434b-a27d-7e15340b36be req-5244ff69-8b92-4288-baa5-4b4999c221a2 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "DELETE /v2.0/ports/66a28cb2-0334-49ff-83c6-ae64c0194bfe HTTP/1.1" status: 204 len: 173 time: 0.5695686 Jun 15 07:20:57.020194 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'name': 'network-vif-deleted', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:20:57.023229 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5273b3a1-4a59-4f7a-868b-78dac4647da0" -d '{"events": [{"server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "name": "network-vif-deleted", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:20:57.067834 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c3595-b8e2-487f-85d7-93fda2c6c752 x-openstack-request-id: req-237c3595-b8e2-487f-85d7-93fda2c6c752 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:20:57.068164 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57ee527-bf57-4488-9c08-4d8fba1aabf0", "name": "network-vif-deleted", "tag": "66a28cb2-0334-49ff-83c6-ae64c0194bfe", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:20:57.068455 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-237c3595-b8e2-487f-85d7-93fda2c6c752 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:20:57.069457 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57ee527-bf57-4488-9c08-4d8fba1aabf0', 'name': 'network-vif-deleted', 'tag': '66a28cb2-0334-49ff-83c6-ae64c0194bfe', 'status': 'completed', 'code': 200} Jun 15 07:20:57.271794 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2ba32a1-d692-427a-96da-dba96fdba938 req-dc5dfa26-3e83-451c-bb1c-c6dd34ec116f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57ee527-bf57-4488-9c08-4d8fba1aabf0 HTTP/1.1" status: 200 len: 210 time: 0.0369651 Jun 15 07:20:59.962771 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 66a28cb2-0334-49ff-83c6-ae64c0194bfe no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:20:59.988240 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 66a28cb2-0334-49ff-83c6-ae64c0194bfe {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:20:59.988593 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 66a28cb2-0334-49ff-83c6-ae64c0194bfe not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:21:00.399538 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43532) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:00.505828 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a331a747-d9fe-41f7-8020-e587bde479c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:00.588291 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43538) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:00.605209 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a331a747-d9fe-41f7-8020-e587bde479c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:00.609627 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a331a747-d9fe-41f7-8020-e587bde479c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:00.612631 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6dce678e-7da4-40f3-9e65-54e69e272eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:00.660329 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a331a747-d9fe-41f7-8020-e587bde479c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49092e719d48489d9cf2360762a78cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596512 Jun 15 07:21:00.661267 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331a747-d9fe-41f7-8020-e587bde479c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85edbe1-b648-48ab-a192-94c342d39a76,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:00.664442 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43540) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:00.665156 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a331a747-d9fe-41f7-8020-e587bde479c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:00.806565 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:00.838763 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:00.878094 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Deleting port 75ceb2e3-6388-4af0-8c8e-078f0b72dc2c {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:00.878418 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:00.968391 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:00.971027 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:00.972174 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f85edbe1-b648-48ab-a192-94c342d39a76 HTTP/1.1" status: 204 len: 168 time: 0.3067722 Jun 15 07:21:00.974776 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a9a81a7f-c55a-46a0-a299-ba29b72ff605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:00.987249 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85edbe1-b648-48ab-a192-94c342d39a76,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:01.005418 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.006127 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.007148 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.007534 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.007906 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.008277 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.008647 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.009048 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.009433 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.009800 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.010162 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.010523 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:01.014952 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-454cf92c-be94-4756-8209-301501f55095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:01.016653 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:01.017016 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:01.127700 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Calling delete_port for 75ceb2e3-6388-4af0-8c8e-078f0b72dc2c owned by network:floatingip {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:01.314865 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:01.317990 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-09abd9b1-f532-451e-be88-4dae87fd9d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:01.352188 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event deleted for resources: {'Port': ['ID=75ceb2e3-6388-4af0-8c8e-078f0b72dc2c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:01.355152 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:01.431977 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:01.432325 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Floating IP 06e0cae3-1115-4ec1-8b4b-26dee9db8860 disassociated (deleted). External IP: 172.27.3.216, port: 554b89c2-b36c-4462-ac8f-e808b2828342. Jun 15 07:21:01.729303 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:21:01.898475 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:21:01.903443 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:01.908701 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:21:01.919296 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:21:01.920201 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:20:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:01.947133 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b5b9d9a4-cb28-4684-80f1-6fc642e40c94 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "DELETE /v2.0/floatingips/06e0cae3-1115-4ec1-8b4b-26dee9db8860 HTTP/1.1" status: 204 len: 168 time: 1.3576550 Jun 15 07:21:01.947957 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:21:01.950420 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c3eec55f1af7c7101dcf5ac55582aa56c2fe1580544e92330e81c0a2bbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e277c347-09f4-4e99-b86b-e3dedc50e72c" -d '{"events": [{"name": "network-changed", "server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:21:02.077678 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:21:02.109769 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43578) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:02.211953 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 07:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f0bf47-ae2b-4348-99bf-bb1d154246d1 x-openstack-request-id: req-11f0bf47-ae2b-4348-99bf-bb1d154246d1 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:21:02.212371 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:21:02.212593 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11f0bf47-ae2b-4348-99bf-bb1d154246d1 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:21:02.213098 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342', 'status': 'completed', 'code': 200} Jun 15 07:21:02.260613 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-769fd9e7-eece-4a37-bb4f-c078fb78dbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:02.384470 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-499beef1-8cb6-4458-86f7-ece839acd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:21:02.386049 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-499beef1-8cb6-4458-86f7-ece839acd641 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 1098 time: 0.1424463 Jun 15 07:21:02.388374 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:02.391819 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:21:02.400214 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:21:02.400890 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:20:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:02.539361 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-769fd9e7-eece-4a37-bb4f-c078fb78dbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:02.542609 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:21:02.564869 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359801-82e2-493d-b78c-4fadfe3cc1c2 req-f6156049-261e-454e-849c-bba78229210e tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:21:02.566323 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-33359801-82e2-493d-b78c-4fadfe3cc1c2 req-f6156049-261e-454e-849c-bba78229210e tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 945 time: 0.2382951 Jun 15 07:21:02.566923 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-769fd9e7-eece-4a37-bb4f-c078fb78dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:02.572479 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-207caa59-9798-4e11-97d3-0cf7ec76d519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:02.598459 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-f988c122-f402-4f81-8990-989ee41cff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:21:02.599943 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-f988c122-f402-4f81-8990-989ee41cff2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 200 len: 913 time: 0.2050641 Jun 15 07:21:02.682474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fd9e7-eece-4a37-bb4f-c078fb78dbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e77ae65-7a4e-45b0-851a-7d1bebb03255,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:02.687070 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-0540c5de-911e-403e-a62c-214de6d762e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=554b89c2-b36c-4462-ac8f-e808b2828342 HTTP/1.1" status: 200 len: 217 time: 0.0686305 Jun 15 07:21:02.692020 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43584) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:02.692134 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-769fd9e7-eece-4a37-bb4f-c078fb78dbbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d43a718eeb47419ab57b2ff58d089637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810680 Jun 15 07:21:02.693033 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-769fd9e7-eece-4a37-bb4f-c078fb78dbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:02.746850 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-33359801-82e2-493d-b78c-4fadfe3cc1c2 req-7cc056bd-fa1e-4be6-966e-d43defd29607 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721213 Jun 15 07:21:02.754459 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e564d3c4-a226-4bfb-8fd9-3541e636754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:02.769023 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-394bcadd-8b13-4cae-bcef-6590404cf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:21:02.770900 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-394bcadd-8b13-4cae-bcef-6590404cf81b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 200 len: 851 time: 0.0692377 Jun 15 07:21:02.786678 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e564d3c4-a226-4bfb-8fd9-3541e636754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:02.841829 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-9e617840-1ed4-4824-95ce-5a270edc080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:21:02.843526 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e564d3c4-a226-4bfb-8fd9-3541e636754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:02.843693 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-9e617840-1ed4-4824-95ce-5a270edc080e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc281f6-db27-4993-9a9a-86faca867d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661585 Jun 15 07:21:02.846534 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e564d3c4-a226-4bfb-8fd9-3541e636754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:02.847679 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e564d3c4-a226-4bfb-8fd9-3541e636754c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e77ae65-7a4e-45b0-851a-7d1bebb03255 HTTP/1.1" status: 204 len: 168 time: 0.1546600 Jun 15 07:21:02.848588 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-36291139-4a57-47b1-82eb-420516da57f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:02.858915 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d3c4-a226-4bfb-8fd9-3541e636754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e77ae65-7a4e-45b0-851a-7d1bebb03255,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:02.861337 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e564d3c4-a226-4bfb-8fd9-3541e636754c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:02.978136 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:02.981488 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-d9593404-0a3e-4f77-8406-ce4b8a0f3559 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297152 Jun 15 07:21:02.981892 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72537f-f640-4b97-ad41-40bb209af7df None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:13:58Z', 'revision_number': 4, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi', '_interfaces': [{'id': '098bafdb-5962-484e-a409-b73528c7c496', 'name': '', 'network_id': 'dbc281f6-db27-4993-9a9a-86faca867d4a', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'mac_address': 'fa:16:3e:08:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:57Z', 'updated_at': '2021-06-15T07:14:04Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'subnets': [{'id': 'e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:21:03.261130 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f7cfd1-0c5d-4ccd-8022-c5cfab923ac2 None None] New status for floating IP 06e0cae3-1115-4ec1-8b4b-26dee9db8860: DOWN {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 07:21:03.424350 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e277c347-09f4-4e99-b86b-e3dedc50e72c req-61bce1b2-8775-4751-a341-740a068c0928 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358916 Jun 15 07:21:03.784595 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-0140926f-beb2-4174-bfd8-cfb93d610318 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:21:03.786136 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-0140926f-beb2-4174-bfd8-cfb93d610318 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 945 time: 0.0696404 Jun 15 07:21:03.903332 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Deleting port 554b89c2-b36c-4462-ac8f-e808b2828342 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:03.903833 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:03.939565 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e272af-c168-4a78-bfb2-7b2606c3b223 req-3f6f0f54-d3a8-4fd5-bc53-e4217befea0d tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 07:21:03.941113 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-20e272af-c168-4a78-bfb2-7b2606c3b223 req-3f6f0f54-d3a8-4fd5-bc53-e4217befea0d tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 945 time: 0.0756764 Jun 15 07:21:03.983368 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-20e272af-c168-4a78-bfb2-7b2606c3b223 req-171ea065-b1fe-4374-aea9-7c165503b064 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=098170f6-a106-4e7c-8af0-725bcafc7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360985 Jun 15 07:21:04.016372 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] For port 554b89c2-b36c-4462-ac8f-e808b2828342, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=554b89c2-b36c-4462-ac8f-e808b2828342,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:04.016960 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:04.113591 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Calling delete_port for 554b89c2-b36c-4462-ac8f-e808b2828342 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:04.260558 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:04.264218 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6065bf1a-8484-4b2c-80fd-73b41c949de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:04.299040 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event deleted for resources: {'Port': ['ID=554b89c2-b36c-4462-ac8f-e808b2828342,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:04.302003 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:04.355280 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] No DVR routers for this DVR port 554b89c2-b36c-4462-ac8f-e808b2828342 on host hv-cinder-74134 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:21:04.357722 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:04.359689 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ba87aed-5ec0-4872-a2b3-1fbd0b848653 req-e7cef84f-56aa-4d19-a134-4f4135f5ff5f tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.11 "DELETE /v2.0/ports/554b89c2-b36c-4462-ac8f-e808b2828342 HTTP/1.1" status: 204 len: 173 time: 0.5679135 Jun 15 07:21:04.360202 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'name': 'network-vif-deleted', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 07:21:04.362602 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22ebc7d2363b5451d13b1fbd11172574f6fc4b765eb1e4f800eb8a5b1884e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c33e96b-46b4-4345-a354-79aed09bcbf4" -d '{"events": [{"server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "name": "network-vif-deleted", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 07:21:04.406581 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 07:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8c7f4-4390-4a4f-8c40-09ebb5451c87 x-openstack-request-id: req-e8b8c7f4-4390-4a4f-8c40-09ebb5451c87 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 07:21:04.406916 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368f2d78-a42d-456d-adf1-db88740261d0", "name": "network-vif-deleted", "tag": "554b89c2-b36c-4462-ac8f-e808b2828342", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 07:21:04.407213 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8b8c7f4-4390-4a4f-8c40-09ebb5451c87 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 07:21:04.407653 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368f2d78-a42d-456d-adf1-db88740261d0', 'name': 'network-vif-deleted', 'tag': '554b89c2-b36c-4462-ac8f-e808b2828342', 'status': 'completed', 'code': 200} Jun 15 07:21:05.144775 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [req-10797347-b77e-46ec-a337-e58aead56a5e req-c130110c-ed48-4178-89f6-f2c213e597c8 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=368f2d78-a42d-456d-adf1-db88740261d0 HTTP/1.1" status: 200 len: 210 time: 0.0329669 Jun 15 07:21:06.002285 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 554b89c2-b36c-4462-ac8f-e808b2828342 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:21:06.027504 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] No Port match for: 554b89c2-b36c-4462-ac8f-e808b2828342 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:21:06.027852 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Device 554b89c2-b36c-4462-ac8f-e808b2828342 not bound to the agent host hv-cinder-74134 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:21:06.245520 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43596) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:06.410534 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Deleting port 683cc8eb-0aef-4332-8d78-c30c009f4008 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:06.410869 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:06.508203 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:06.508531 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:06.886426 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Calling delete_port for 683cc8eb-0aef-4332-8d78-c30c009f4008 owned by network:floatingip {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:07.040775 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:07.042725 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-002eb46d-b233-4649-8ad8-fe9c413af0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:07.068414 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event deleted for resources: {'Port': ['ID=683cc8eb-0aef-4332-8d78-c30c009f4008,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:07.072788 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:07.148498 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for floatingip, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:07.150977 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195668'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:07.152138 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "DELETE /v2.0/floatingips/19a27ae7-81a2-410c-abd1-101b8c8ecfd0 HTTP/1.1" status: 204 len: 168 time: 0.9055405 Jun 15 07:21:08.421482 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43608) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:08.483964 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9a023c73-4270-4061-9dff-6514e5f7efd6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:08.514222 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9a023c73-4270-4061-9dff-6514e5f7efd6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:08.576140 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9a023c73-4270-4061-9dff-6514e5f7efd6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:08.578763 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9a023c73-4270-4061-9dff-6514e5f7efd6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:08.579902 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9a023c73-4270-4061-9dff-6514e5f7efd6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] 10.222.0.24 "DELETE /v2.0/security-groups/098170f6-a106-4e7c-8af0-725bcafc7a4f HTTP/1.1" status: 204 len: 168 time: 0.1576054 Jun 15 07:21:08.580740 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cb3b84fd-b2b4-4d4b-a516-82117a54711f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:08.591908 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a023c73-4270-4061-9dff-6514e5f7efd6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098170f6-a106-4e7c-8af0-725bcafc7a4f,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:08.594076 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9a023c73-4270-4061-9dff-6514e5f7efd6 tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:08.635800 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43612) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:09.250787 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:09.576756 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Deleting port 098bafdb-5962-484e-a409-b73528c7c496 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:09.577445 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:09.680356 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] For port 098bafdb-5962-484e-a409-b73528c7c496, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=098bafdb-5962-484e-a409-b73528c7c496,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:09.680717 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:09.771900 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Calling delete_port for 098bafdb-5962-484e-a409-b73528c7c496 owned by network:router_interface {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:09.986799 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:09.988723 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-37ede16d-c692-4df6-9f64-27b3b18fbfb6 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:10.017734 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=098bafdb-5962-484e-a409-b73528c7c496,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:10.020884 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:10.239547 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:10.531734 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:21:10.672569 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:21:10.677587 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6e27c713-0186-494d-a80d-9985833f4ba7 admin admin] 10.222.0.24 "PUT /v2.0/routers/335ed7e5-fba8-4472-8d43-f1f28c35aa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0407341 Jun 15 07:21:10.680758 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43616) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:10.684106 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] Sync routers for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:21:10.693641 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:21:10.694873 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:20:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:10.828973 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:10.836767 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:21:10.969010 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:11.028035 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Deleting port e7a98594-948c-4233-b3e9-8ba1f43262b0 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:11.028376 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:11.066462 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:21:09Z', 'revision_number': 5, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port': {'id': 'e7a98594-948c-4233-b3e9-8ba1f43262b0', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:13:54Z', 'updated_at': '2021-06-15T07:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:11.070786 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] Checking router: 335ed7e5-fba8-4472-8d43-f1f28c35aa51 for host: dv-cinder-741349-5-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:21:11.078733 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] Routers {'335ed7e5-fba8-4472-8d43-f1f28c35aa51'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:21:11.079395 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:20:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:11.200360 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] Set router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:21:11.282230 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:21:10Z', 'revision_number': 6, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port_host': None}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:11.286034 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0d519-9b3e-4862-8ca6-e12f06222baa None None] The sync data for ids ['335ed7e5-fba8-4472-8d43-f1f28c35aa51'] in dv-cinder-741349-5-iscsi is: [{'id': '335ed7e5-fba8-4472-8d43-f1f28c35aa51', 'name': 'tempest-TestVolumeBootPattern-1365756193-router', 'tenant_id': '7d6dc67e10014e6b9d41ae49aade7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:13:53Z', 'updated_at': '2021-06-15T07:21:10Z', 'revision_number': 6, 'project_id': '7d6dc67e10014e6b9d41ae49aade7299', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:21:11.435668 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] For port e7a98594-948c-4233-b3e9-8ba1f43262b0, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=e7a98594-948c-4233-b3e9-8ba1f43262b0,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:11.435942 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:11.527638 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Calling delete_port for e7a98594-948c-4233-b3e9-8ba1f43262b0 owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:11.739900 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:11.742611 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-97aa6216-42a0-422b-bf2d-860dc1796b78 tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:11.769496 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a98594-948c-4233-b3e9-8ba1f43262b0,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:11.774007 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:11.857363 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:11.995744 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:11.998908 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.056957 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.057461 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 335ed7e5-fba8-4472-8d43-f1f28c35aa51 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:21:12.061912 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.063150 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8541a54d-9aa4-4747-86e3-0ff2c47fe195 admin admin] 10.222.0.24 "DELETE /v2.0/routers/335ed7e5-fba8-4472-8d43-f1f28c35aa51 HTTP/1.1" status: 204 len: 168 time: 1.3813882 Jun 15 07:21:12.065748 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43618) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:12.119023 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] Deleting subnet e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:21:12.122143 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.174016 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534221601'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.278236 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.349188 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534052884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533721678'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.353962 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-31f29dc3-83a6-41d9-adc2-d5c6d306e084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:12.388407 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:12.389035 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.393133 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e2f3ff70-e22d-4b52-9a2a-b1eaace2b20e HTTP/1.1" status: 204 len: 168 time: 0.3242915 Jun 15 07:21:12.393133 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f6445182-c9fe-4104-ab80-89843e774500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:12.393645 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.24', 43620) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:12.406531 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d816c-501e-4f3e-92e2-6346a6a7ad77 None None] Network dbc281f6-db27-4993-9a9a-86faca867d4a requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:21:12.491176 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 098bafdb-5962-484e-a409-b73528c7c496 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:21:12.492903 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.518334 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 098bafdb-5962-484e-a409-b73528c7c496 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:21:12.518937 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 098bafdb-5962-484e-a409-b73528c7c496 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:21:12.519535 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device e7a98594-948c-4233-b3e9-8ba1f43262b0 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:21:12.558604 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Deleting port be3123a3-6b86-480e-baf4-d0c25d56a065 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:12.558867 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.567019 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: e7a98594-948c-4233-b3e9-8ba1f43262b0 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:21:12.567380 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device e7a98594-948c-4233-b3e9-8ba1f43262b0 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:21:12.648739 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] For port be3123a3-6b86-480e-baf4-d0c25d56a065, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=be3123a3-6b86-480e-baf4-d0c25d56a065,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:12.648739 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.680637 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] DHCP port deletion for dbc281f6-db27-4993-9a9a-86faca867d4a request from dv-cinder-741349-5-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 07:21:12.733685 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Deleting port be3123a3-6b86-480e-baf4-d0c25d56a065 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:12.734069 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.741834 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Calling delete_port for be3123a3-6b86-480e-baf4-d0c25d56a065 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:12.819415 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] For port be3123a3-6b86-480e-baf4-d0c25d56a065, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=be3123a3-6b86-480e-baf4-d0c25d56a065,segment=NetworkSegment(3a41ee05-5931-4d16-b47d-376e5188ba70),segment_id=3a41ee05-5931-4d16-b47d-376e5188ba70)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:12.819848 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.834007 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534054894'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.837090 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3104e648-e81d-4adf-abcc-efaeb9b3064b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:12.863449 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Pushing event deleted for resources: {'Port': ['ID=be3123a3-6b86-480e-baf4-d0c25d56a065,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:12.866880 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:12.869445 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] No DVR routers for this DVR port be3123a3-6b86-480e-baf4-d0c25d56a065 on host dv-cinder-741349-5-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:21:12.912988 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Calling delete_port for be3123a3-6b86-480e-baf4-d0c25d56a065 owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:12.968013 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:12.979538 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc281f6-db27-4993-9a9a-86faca867d4a']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:12.990474 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a41ee05-5931-4d16-b47d-376e5188ba70') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:12.991311 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a41ee05-5931-4d16-b47d-376e5188ba70') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:13.000244 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:13.001107 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534221610'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:13.002098 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-299afc5e-d2cd-4e61-ac4d-78241ec9d2ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:13.020757 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:13.027108 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:21:13.027540 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534054845'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: timer() Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: cb(*args, **kw) Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: self._notify() Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: self.callback(batched_events) Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: event.method(event) Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._get(url).json() Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:21:13.029257 dv-cinder-741349-5-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:21:13.034009 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Pushing event deleted for resources: {'Port': ['ID=be3123a3-6b86-480e-baf4-d0c25d56a065,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:13.039757 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] No DVR routers for this DVR port be3123a3-6b86-480e-baf4-d0c25d56a065 on host dv-cinder-741349-5-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:21:13.051013 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.051013 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.051213 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.051503 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.051831 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.052154 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.053059 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.053059 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.053981 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.054168 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.054419 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.054747 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-5-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 07:21:13.057823 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-552af869-2f53-4ac9-96f3-42b7134ec307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:13.102729 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:13.106109 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-63d5b87c-7a85-4888-b919-87d4653e9a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:13.108489 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:13.110175 dv-cinder-741349-5-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] 10.222.0.24 "DELETE /v2.0/networks/dbc281f6-db27-4993-9a9a-86faca867d4a HTTP/1.1" status: 204 len: 168 time: 0.7159362 Jun 15 07:21:13.113157 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43622) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:13.126815 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc281f6-db27-4993-9a9a-86faca867d4a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:13.129287 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ead8b3ec-e043-4ecc-891f-b8e5cf069dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:13.553734 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536492192'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:13.867017 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Deleting port 3e277adb-c855-4ae9-86bf-7181dd334011 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:13.867364 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:13.971027 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] For port 3e277adb-c855-4ae9-86bf-7181dd334011, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=3e277adb-c855-4ae9-86bf-7181dd334011,segment=NetworkSegment(38808402-d53e-41a4-b41b-532575f4f8d3),segment_id=38808402-d53e-41a4-b41b-532575f4f8d3)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:13.971383 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:14.061628 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Calling delete_port for 3e277adb-c855-4ae9-86bf-7181dd334011 owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:14.281034 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:14.283170 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:14.318634 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e277adb-c855-4ae9-86bf-7181dd334011,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:14.321308 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:14.496279 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device be3123a3-6b86-480e-baf4-d0c25d56a065 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:21:14.521451 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: be3123a3-6b86-480e-baf4-d0c25d56a065 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:21:14.521942 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device be3123a3-6b86-480e-baf4-d0c25d56a065 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:21:14.544075 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536359471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536493616'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:14.820290 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 has already been hosted by L3 agent 8d40adf3-e0fc-4186-9da4-a2fc2117710a {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 07:21:14.957460 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] Notify agent at l3_agent.dv-cinder-741349-5-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 07:21:14.963680 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-60d0026d-502d-4d2c-bc69-33a5643a409e admin admin] 10.222.0.24 "PUT /v2.0/routers/477d7a18-eefc-485d-b3c2-0d9ae0be19f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487418 Jun 15 07:21:14.965730 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43628) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:14.968336 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] Sync routers for ids ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'] in dv-cinder-741349-5-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 07:21:14.978569 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] Routers {'477d7a18-eefc-485d-b3c2-0d9ae0be19f2'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:21:14.979195 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:20:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:15.105322 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks [] for router, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:15.118814 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] Set router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:21:15.361171 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:21:14Z', 'revision_number': 5, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:15.364848 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] Checking router: 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 for host: dv-cinder-741349-5-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 07:21:15.374215 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] Routers {'477d7a18-eefc-485d-b3c2-0d9ae0be19f2'} bound to L3 agent in host dv-cinder-741349-5-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 07:21:15.374844 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T07:00:20Z,description=,heartbeat_timestamp=2021-06-15T07:20:50Z,host='dv-cinder-741349-5-iscsi',id=8d40adf3-e0fc-4186-9da4-a2fc2117710a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T07:00:20Z,topic='l3_agent')) {'router_ids': ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:15.518619 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] Set router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 gateway port host: dv-cinder-741349-5-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 07:21:15.531189 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:15.588676 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Deleting port 98c7561c-1065-40aa-80ad-4ae6cd4008d6 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:15.589039 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:15.693266 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] For port 98c7561c-1065-40aa-80ad-4ae6cd4008d6, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=98c7561c-1065-40aa-80ad-4ae6cd4008d6,segment=NetworkSegment(c7d9fa9f-31e3-4283-a71d-6d0b044739e3),segment_id=c7d9fa9f-31e3-4283-a71d-6d0b044739e3)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:15.694018 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:15.755615 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:21:14Z', 'revision_number': 5, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}], 'dv-cinder-741349-5-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:15.759251 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c9d64-b5c9-47c2-8080-3b45f31e00ca None None] The sync data for ids ['477d7a18-eefc-485d-b3c2-0d9ae0be19f2'] in dv-cinder-741349-5-iscsi is: [{'id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'name': 'tempest-TestVolumeBootPattern-587715727-router', 'tenant_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'external_fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T07:14:00Z', 'updated_at': '2021-06-15T07:21:14Z', 'revision_number': 5, 'project_id': '944ef5e14fdd403e8dfa7a54e5e1f3ad', 'gw_port': {'id': '98c7561c-1065-40aa-80ad-4ae6cd4008d6', 'name': '', 'network_id': '352e2d7d-81c3-49ce-83bd-093089610637', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477d7a18-eefc-485d-b3c2-0d9ae0be19f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T07:14:02Z', 'updated_at': '2021-06-15T07:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '287868cb-8197-468d-ab4f-fc26d9f94848', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-5-iscsi'}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 07:21:15.786389 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Calling delete_port for 98c7561c-1065-40aa-80ad-4ae6cd4008d6 owned by network:router_gateway {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:15.998022 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:15.999996 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-13c3d52c-2fbf-400d-be4e-5b4a1e3be9db tempest-TestMinimumBasicScenario-672757656 tempest-TestMinimumBasicScenario-672757656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:16.030067 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=98c7561c-1065-40aa-80ad-4ae6cd4008d6,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:16.033238 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:16.105966 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536489315'] for router_gateway, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.247911 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536528274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.250364 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.306206 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536463172'] for router, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.306750 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 477d7a18-eefc-485d-b3c2-0d9ae0be19f2 {{(pid=91873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 07:21:16.311028 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.312174 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e36c7f15-a8dc-4814-9079-4b62f885f0fe admin admin] 10.222.0.24 "DELETE /v2.0/routers/477d7a18-eefc-485d-b3c2-0d9ae0be19f2 HTTP/1.1" status: 204 len: 168 time: 1.3455105 Jun 15 07:21:16.314733 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43630) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:16.374633 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] Deleting subnet 0902cde4-f887-44f9-88d6-afeb10d2bcbe {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 07:21:16.378099 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.425891 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533723981'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.528132 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772076'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.590687 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536417746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533723944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533101030'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.593117 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-90a06af1-9c35-4893-ac4a-bad71190e837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:16.623585 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0902cde4-f887-44f9-88d6-afeb10d2bcbe,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:16.626875 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:16.628039 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.629752 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2fe7bae5-bd90-41a5-b4a1-de5da1896e21 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0902cde4-f887-44f9-88d6-afeb10d2bcbe HTTP/1.1" status: 204 len: 168 time: 0.3140595 Jun 15 07:21:16.632842 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43632) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:16.635549 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceb3f91-2b1b-4527-b491-2d9f0fc65570 None None] Network ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d requested from dv-cinder-741349-5-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 07:21:16.725726 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535399'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.795219 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Deleting port 5b56e077-292d-4558-92e1-beeced8947f3 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:16.795219 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.854461 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 3e277adb-c855-4ae9-86bf-7181dd334011 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:21:16.887270 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 3e277adb-c855-4ae9-86bf-7181dd334011 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:21:16.887622 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 3e277adb-c855-4ae9-86bf-7181dd334011 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:21:16.899698 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] For port 5b56e077-292d-4558-92e1-beeced8947f3, host dv-cinder-741349-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-5-iscsi',level=0,port_id=5b56e077-292d-4558-92e1-beeced8947f3,segment=NetworkSegment(38808402-d53e-41a4-b41b-532575f4f8d3),segment_id=38808402-d53e-41a4-b41b-532575f4f8d3)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:16.900089 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.955808 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:16.995956 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Calling delete_port for 5b56e077-292d-4558-92e1-beeced8947f3 owned by network:dhcp {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:17.041523 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] DHCP port deletion for ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d request from dv-cinder-741349-5-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 07:21:17.092192 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533724370'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.094434 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d054b3db-e507-4675-b05a-2c77a63ddb3a tempest-TestVolumeBootPattern-518838201 tempest-TestVolumeBootPattern-518838201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:17.102668 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-adaed0e2-d64b-4197-806a-3fcd8f49de73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.111716 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] Deleting port 5b56e077-292d-4558-92e1-beeced8947f3 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 07:21:17.112092 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764686197288'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.128650 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b56e077-292d-4558-92e1-beeced8947f3,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:17.132692 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:17.133470 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] No DVR routers for this DVR port 5b56e077-292d-4558-92e1-beeced8947f3 on host dv-cinder-741349-5-iscsi {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:21:17.194592 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] For port 5b56e077-292d-4558-92e1-beeced8947f3, host dv-cinder-741349-5-iscsi, got binding levels [] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 07:21:17.195272 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536490373'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.233897 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782449', 'neutron.services.segments.db._delete_segments_for_network-8764686282168'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.255016 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:17.266689 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38808402-d53e-41a4-b41b-532575f4f8d3') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:17.266992 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38808402-d53e-41a4-b41b-532575f4f8d3') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 07:21:17.277429 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764686282006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533723974'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.289740 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] Calling delete_port for 5b56e077-292d-4558-92e1-beeced8947f3 owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 07:21:17.292695 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.ipam_backend_mixin [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] Port 5b56e077-292d-4558-92e1-beeced8947f3 was not found and therefore no delete operation was performed {{(pid=91875) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 15 07:21:17.293554 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.294008 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536359485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764686202444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764685760296'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.295827 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:17.300770 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 07:21:17.301338 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533724289'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: timer() Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: cb(*args, **kw) Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: self._notify() Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: self.callback(batched_events) Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: event.method(event) Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._get(url).json() Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 07:21:17.303891 dv-cinder-741349-5-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 07:21:17.328117 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] Pushing event deleted for resources: {'Port': ['ID=5b56e077-292d-4558-92e1-beeced8947f3,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:17.331143 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:17.332337 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7890595-5207-4d3d-a746-1a9bb5458fe7 None None] No DVR routers for this DVR port 5b56e077-292d-4558-92e1-beeced8947f3 on host dv-cinder-741349-5-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 07:21:17.387265 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536565803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536359462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536489342'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.391084 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:17.393523 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536359427'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.395321 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d HTTP/1.1" status: 204 len: 168 time: 0.7615421 Jun 15 07:21:17.415259 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2b2d0c-b4a8-4b1f-a8ec-dcd7ced98f8d,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:17.417819 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9fe2c003-56bc-4e9b-882e-183d99e23002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:17.521530 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43640) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:17.566961 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a5b4cc57-9c41-45ac-9b81-407e58a8418d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d6dc67e10014e6b9d41ae49aade7299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434675 Jun 15 07:21:17.569426 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43642) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:17.620703 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71aefcd8-f072-4fd6-9575-d0ecde9b5256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.642886 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71aefcd8-f072-4fd6-9575-d0ecde9b5256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.692961 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71aefcd8-f072-4fd6-9575-d0ecde9b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.695975 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71aefcd8-f072-4fd6-9575-d0ecde9b5256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:17.697137 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-71aefcd8-f072-4fd6-9575-d0ecde9b5256 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc4b4a74-42c6-45bc-bec3-e321ebe8f1f2 HTTP/1.1" status: 204 len: 168 time: 0.1267147 Jun 15 07:21:17.697942 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f90b7814-005d-4e6a-b369-3bd41e2c645a tempest-AttachVolumeTestJSON-453968728 tempest-AttachVolumeTestJSON-453968728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:17.706426 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aefcd8-f072-4fd6-9575-d0ecde9b5256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4b4a74-42c6-45bc-bec3-e321ebe8f1f2,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:17.708965 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-71aefcd8-f072-4fd6-9575-d0ecde9b5256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:18.022709 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43650) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:18.065939 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-42815205-4c85-403c-ba75-f590be3c13c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=944ef5e14fdd403e8dfa7a54e5e1f3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419142 Jun 15 07:21:18.068257 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.24', 43652) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 07:21:18.118931 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1702210d-93d3-4e3a-a124-f2fc18387e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:18.145031 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1702210d-93d3-4e3a-a124-f2fc18387e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:18.192557 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1702210d-93d3-4e3a-a124-f2fc18387e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536441464'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:18.195949 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1702210d-93d3-4e3a-a124-f2fc18387e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:18.197100 dv-cinder-741349-5-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1702210d-93d3-4e3a-a124-f2fc18387e26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76746c57-4798-46a8-9dc1-92996985e0fa HTTP/1.1" status: 204 len: 168 time: 0.1277726 Jun 15 07:21:18.197870 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a5884847-84c1-4666-b2ed-530c416407b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 07:21:18.206289 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702210d-93d3-4e3a-a124-f2fc18387e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76746c57-4798-46a8-9dc1-92996985e0fa,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 07:21:18.208679 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1702210d-93d3-4e3a-a124-f2fc18387e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 07:21:18.430499 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 98c7561c-1065-40aa-80ad-4ae6cd4008d6 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:21:18.457044 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 98c7561c-1065-40aa-80ad-4ae6cd4008d6 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:21:18.457397 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 98c7561c-1065-40aa-80ad-4ae6cd4008d6 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:21:18.457824 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 5b56e077-292d-4558-92e1-beeced8947f3 no longer exists at agent ovs-agent-dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 07:21:18.482044 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] No Port match for: 5b56e077-292d-4558-92e1-beeced8947f3 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 07:21:18.482394 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Device 5b56e077-292d-4558-92e1-beeced8947f3 not bound to the agent host dv-cinder-741349-5-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 07:21:19.609797 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8c0fff1a-6e2f-4919-9403-51a240156060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:19.698061 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:20.877477 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:22.331347 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:33.531379 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:21:46.939114 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:47.093959 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ba297315-99a6-45ee-a5f7-9500f219f18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:49.610073 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f37f20aa-59de-45c9-81f8-c44aa4754d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:49.699982 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:50.877948 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:21:52.333937 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:10.530037 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:22:16.927452 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:17.095066 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97f33aa9-981e-4728-b614-f41e5bcd887f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:19.610786 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f33f6ca8-04ba-411e-a3d1-ae22ffa776fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:19.700640 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:20.882697 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:22.337380 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:46.946138 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:47.096386 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-10eb3e69-2074-4418-a960-c6ec3c3474f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:47.528193 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:22:49.610619 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9340fa30-134c-4abd-b897-49c87942ef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:49.702082 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:50.884583 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:22:52.340814 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:16.949697 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:17.097019 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-238a694a-c464-4d78-a78c-f982abebb8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:19.610516 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca6728bd-235f-4268-925c-e5d6ea5d3d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:19.702693 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:20.887010 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:22.344005 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:24.527577 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:23:41.344320 dv-cinder-741349-5-iscsi neutron-server[91874]: DEBUG neutron.wsgi [req-d67004da-21e2-43d1-af64-769be6942173 req-e11d20f5-30ab-497f-b8c9-03cb3e364650 service neutron] (91874) timed out ('10.222.0.11', 62258) {{(pid=91874) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 07:23:46.947373 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:47.097700 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-524483ce-205a-4cb6-adbd-d273ed67247c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:49.611459 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9fce0092-71d0-4684-8311-4794e79da7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:49.703069 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:50.890250 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:23:52.346352 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:01.527056 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:24:16.955881 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:17.097734 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3c03a45e-7470-46c0-a127-0a059787258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:19.616497 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1400f9b5-716a-478a-b97d-01fb2bb82982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:19.705709 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:20.892347 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:22.348933 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:38.525705 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:24:46.963759 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:47.098790 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8a1ccb3e-27e4-466a-a5c5-3dea2fc57488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:49.616269 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b7666b5b-750f-4cd3-ba29-bd0f8410666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:49.711550 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:50.895750 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:24:52.352569 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:15.525391 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:25:16.956046 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:17.099136 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4fed7772-be44-4dc9-9a8a-b73fcdcf3710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:19.617576 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8dddc18a-cf4b-4615-bc1e-895f3bae6acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:19.716196 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:20.901203 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:22.356374 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:46.970217 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:47.100675 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-062a10b3-6bf6-4b02-a8eb-8bad741ebaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:49.624136 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ee500570-4ea6-4417-8c23-76bb7bbdeafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:49.718232 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:50.901415 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:52.359548 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:25:52.524517 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 07:26:02.904214 dv-cinder-741349-5-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-8a8fae79-baf7-4204-923a-4617b032f85f req-f86605e0-0fdc-4eef-abd1-99c19b274960 service neutron] (91873) timed out ('10.222.0.24', 37724) {{(pid=91873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 07:26:16.980120 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bafe7fbe-980a-4f08-b60d-aea741b4ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:26:17.102393 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-39028631-3b7f-41bf-be64-dd26bfb121ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:26:19.620925 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4016cfa0-de08-478d-9017-78ed8c03985b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:26:19.724716 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dfafa299-fa94-4ace-9cb2-7ca3e4353b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:26:20.906658 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-059cf56b-65c3-4a0e-b03f-97a72a12b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:26:22.366227 dv-cinder-741349-5-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8da97ec-f159-451a-a6a8-9cfc54185ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764686282150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785327'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 07:26:29.527477 dv-cinder-741349-5-iscsi neutron-server[91876]: DEBUG neutron.db.agents_db [None req-877dcfd4-05b8-44e8-8349-3aed009499db None None] Agent healthcheck: found 6 active agents {{(pid=91876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}